-- Logs begin at Tue 2021-05-04 17:38:47 UTC, end at Tue 2021-05-04 18:33:20 UTC. --
May 04 18:07:04.151403 dv-cinder-789603-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 04 18:07:06.608008 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.common.config [-] Logging enabled!
May 04 18:07:06.608620 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178
May 04 18:07:06.608788 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73722) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 04 18:07:06.611992 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.common.config [-] Logging enabled!
May 04 18:07:06.612253 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178
May 04 18:07:06.612562 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73722) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 04 18:07:06.613508 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 04 18:07:06.613773 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 04 18:07:06.614145 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 04 18:07:06.614395 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 04 18:07:06.614625 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 04 18:07:06.614952 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.615254 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.615561 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.615797 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.616096 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.616396 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.616685 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.616981 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.617281 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.617573 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.617888 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.618180 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.618978 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.619268 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.619563 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.619854 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.620083 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] debug                          = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.620366 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.620800 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.621226 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.621513 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.621841 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.622120 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.622395 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.622675 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.622971 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.623312 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] host                           = dv-cinder-789603-2-iscsi {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.623597 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.623907 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.624197 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.624483 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.624762 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.625040 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.625332 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.625611 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.625908 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.626192 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.626487 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.626777 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.627077 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.627311 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.627537 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.627833 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.628124 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.628410 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.628687 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.628965 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.629243 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.629521 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.629819 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.630110 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.630393 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.630683 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.630961 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.631240 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.631519 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.631794 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.632083 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.632365 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.632704 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.633058 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.633439 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.633748 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.634108 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.634475 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.634848 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.635145 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.635447 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.635730 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.636112 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.636402 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.636770 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.637056 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.637339 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.637620 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.637933 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.638215 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.638494 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.638774 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.639054 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.639346 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:06.639656 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.639961 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.640272 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.640564 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.640864 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.641152 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.641449 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.641756 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.642054 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.642349 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.642645 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.642928 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.643226 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.643509 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.643811 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.644128 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.644432 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.644733 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.645016 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.645298 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.645583 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.645901 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.646197 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.646498 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.646796 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.647077 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.647362 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.647659 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.647944 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.648225 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.648515 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.648813 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.649101 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.649384 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.649738 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.650027 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.650307 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.650589 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.650878 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.651177 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.651466 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.651749 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.652028 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.652314 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.652595 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.652891 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.653176 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.653456 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.653764 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.654052 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.654333 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.654614 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.655154 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.655439 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.655724 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.656003 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.656282 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.656561 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.656840 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.657118 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.657395 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.657693 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.657982 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.658261 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.658542 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.658821 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.659099 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.659377 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.659670 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.659975 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.660258 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.660545 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.660831 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.661118 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.661401 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.661709 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.661996 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.662281 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.662559 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.662859 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.663151 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.663443 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.663733 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.664016 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.664316 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.664602 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.664892 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.665729 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.666027 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.666327 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.666618 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.666919 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.667220 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.667520 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.667819 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.668120 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.668408 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.668725 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.669012 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:06.669233 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 04 18:07:06.669483 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73722) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 04 18:07:07.027504 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:07:07.027783 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:07:07.028077 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:07:07.028411 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.manager [-] Loading core plugin: ml2
May 04 18:07:07.339568 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.339777 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.340044 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.341302 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.341580 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.341930 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.462162 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.462440 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.462711 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.476473 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.476755 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.477028 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.508058 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.508382 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.508737 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.549443 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.549756 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.550032 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.785056 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f503fb061f0> agent after_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.785725 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f503fb061f0> agent after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.785725 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f503fb06280> segment precommit_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.785901 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f503fb06310> network precommit_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.786635 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f503fb31670> segment before_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.912824 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> network before_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.913144 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f503fbaa280> agent before_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.913429 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> network before_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.913726 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> port before_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.913999 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> port before_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.914312 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> segment after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.914580 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> segment precommit_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.914842 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> segment precommit_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.915257 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> segment after_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.916062 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> network after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.916314 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> network precommit_delete 0 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.916597 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> port provisioning_complete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.916852 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> rbac-policy before_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.917112 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> rbac-policy after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.917384 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> agent after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.917678 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> subnet after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.917946 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> subnet precommit_delete 0 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.918365 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> rbac-policy before_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.918632 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> rbac-policy before_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.918919 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> segment_host_mapping after_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.919273 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> port after_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.919532 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> port after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.919787 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> port after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.920075 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> rbac-policy before_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.920330 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> rbac-policy before_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.920581 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5040457610>> rbac-policy before_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.920972 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 04 18:07:07.921218 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 04 18:07:07.921462 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 04 18:07:07.921732 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 04 18:07:07.921976 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 04 18:07:07.922215 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 04 18:07:07.922588 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 04 18:07:07.925816 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 04 18:07:07.929746 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 04 18:07:07.933608 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])])
May 04 18:07:07.935280 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 04 18:07:07.935743 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 04 18:07:07.936089 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 04 18:07:07.936485 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 04 18:07:07.939510 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 04 18:07:07.939768 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 04 18:07:07.940121 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 04 18:07:07.969894 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 04 18:07:07.970362 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f503fa59460>> qos_plugin after_init 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.970670 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73722) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 04 18:07:07.971044 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f503fa596d0>> logging-plugin after_init 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.972488 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73722) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 04 18:07:07.972786 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 04 18:07:07.973040 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 04 18:07:07.976534 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f503fa469a0>> floatingip before_response 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:07.976827 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f503fa469a0>> port before_response 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.046352 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 04 18:07:08.046555 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 04 18:07:08.046744 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 04 18:07:08.047170 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 04 18:07:08.078783 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_db.sqlalchemy.engines [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73722) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 04 18:07:08.419398 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Initializing driver for type 'gre'
May 04 18:07:08.419937 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] gre ID ranges: [(1, 1000)]
May 04 18:07:08.485650 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Initializing driver for type 'local'
May 04 18:07:08.486099 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Initializing driver for type 'vlan'
May 04 18:07:08.500043 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] VlanTypeDriver initialization complete
May 04 18:07:08.500382 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Initializing driver for type 'vxlan'
May 04 18:07:08.500892 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] vxlan ID ranges: [(1, 1000)]
May 04 18:07:08.559340 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Initializing extension driver 'port_security'
May 04 18:07:08.559689 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.extensions.port_security [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] PortSecurityExtensionDriver initialization complete
May 04 18:07:08.560026 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Initializing mechanism driver 'openvswitch'
May 04 18:07:08.560365 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Initializing mechanism driver 'hyperv'
May 04 18:07:08.567028 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.plugins.ml2.plugin [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:07:08.567829 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503fc93d00>> port after_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.568207 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503fc93d00>> port after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.568569 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503fc93d00>> port after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.568963 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503fc93f10>> subnet after_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.569317 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503fc93f10>> subnet after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.569689 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503fc93f10>> subnet after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.570073 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503f4cedc0>> network after_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.570422 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503f4cedc0>> network after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.570765 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503f4cedc0>> network after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.571144 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503f4cee50>> security_group after_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.572133 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503f4cee50>> security_group after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.572483 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503f4cee50>> security_group after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.572869 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503f4d12e0>> security_group_rule after_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.573216 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503f4d12e0>> security_group_rule after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.573557 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503f4d12e0>> security_group_rule after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.573957 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503f4d1550>> address_group after_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.574300 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503f4d1550>> address_group after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.574636 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f503f4d1550>> address_group after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.574974 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] ML2 OVO RPC backend initialized. {{(pid=73722) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
May 04 18:07:08.575690 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f503f4d1940>> router_interface after_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.576045 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f503f4d1940>> router_interface after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.576462 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f503f4d1940>> network before_response 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.576809 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f503f4d1940>> networks before_response 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.577158 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f503f4d1940>> port before_response 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.577504 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f503f4d1940>> ports before_response 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.577879 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f503f4d1940>> subnet before_response 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.578221 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f503f4d1940>> subnets before_response 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.578566 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f503f4d1940>> network after_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.578909 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f503f4d1940>> network after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.579245 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f503f4d1940>> network after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.579582 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f503f4d1940>> port after_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.579918 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f503f4d1940>> port after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.580253 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f503f4d1940>> port after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.580590 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f503f4d1940>> subnet after_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.580927 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f503f4d1940>> subnet after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.581262 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f503f4d1940>> subnet after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.581876 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.plugin [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Modular L2 Plugin initialization complete
May 04 18:07:08.582208 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading services supported by the core plugin {{(pid=73722) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 04 18:07:08.582538 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.plugins.ml2.managers [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Got port-security extension from driver 'port_security'
May 04 18:07:08.583003 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.extensions.vlantransparent [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Disabled vlantransparent extension.
May 04 18:07:08.583500 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73722) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 04 18:07:08.583812 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading Plugin: router
May 04 18:07:08.621258 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router_interface before_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.621670 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router after_create 55549900 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.622049 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router before_create 55549900 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.622418 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router_interface before_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.622795 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router_interface after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.623151 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router after_delete 55549900 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.623509 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> floatingip after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.623870 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router after_create 55549900 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.624218 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router after_update 55549900 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.624566 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router after_update 55549900 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.624915 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router_gateway after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.625273 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router after_update 55549900 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.625713 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router precommit_update 55549900 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.626091 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f503fadc9d0> port after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.626433 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f503fadca60> port after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.626773 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f503fadc940> subnet after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.627108 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f503fadc5e0> subnetpool_address_scope after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.627456 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> port precommit_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.627805 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router precommit_create 55549900 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.628149 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f503fad6550> port before_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.628491 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router precommit_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.628849 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router after_update 55549900 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.629192 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router precommit_delete 55549900 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.629540 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router precommit_create 55549900 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.629924 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router_interface after_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.630272 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> router precommit_update 55549900 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.630643 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f503f4d1a60>> network after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.631524 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Tracking information for resource: router configured {{(pid=73722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 04 18:07:08.631861 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Tracking information for resource: floatingip configured {{(pid=73722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 04 18:07:08.637642 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.db.l3_agentschedulers_db [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 04 18:07:08.638249 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f503f486ee0> port after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.638618 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f503f486dc0> port after_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.638972 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <function _notify_port_delete at 0x7f503f486e50> port after_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.639327 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f503f4881f0> port after_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.640146 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f503f43c2b0>> router before_create 55550100 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.640516 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f503f43c2b0>> router precommit_delete 55550100 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.640883 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f503f43c2b0>> router precommit_create 55550100 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.641241 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f503f43c2b0>> router precommit_update 55550100 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.645808 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.services.provider_configuration [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Service providers = [] {{(pid=73722) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 04 18:07:08.646181 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.db.servicetype_db [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73722) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 04 18:07:08.649168 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.services.service_base [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73722) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 04 18:07:08.649550 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.services.service_base [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73722) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 04 18:07:08.649918 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.services.service_base [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73722) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 04 18:07:08.650809 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.services.service_base [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73722) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 04 18:07:08.651186 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.services.service_base [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 04 18:07:08.651748 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 04 18:07:08.652074 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 04 18:07:08.662926 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 04 18:07:08.663263 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading Plugin: auto_allocate
May 04 18:07:08.669183 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f503f4495e0> network precommit_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.669607 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f503f4495e0> network precommit_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.670123 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 04 18:07:08.670442 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading Plugin: tag
May 04 18:07:08.677307 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 04 18:07:08.677654 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading Plugin: timestamp
May 04 18:07:08.681990 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 04 18:07:08.682323 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading Plugin: network_ip_availability
May 04 18:07:08.687571 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f503f455880>> rbac-policy before_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.687945 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f503f455880>> rbac-policy before_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.688307 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f503f455880>> rbac-policy before_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.689032 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 04 18:07:08.689353 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading Plugin: flavors
May 04 18:07:08.694295 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 04 18:07:08.694630 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading Plugin: revisions
May 04 18:07:08.699501 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 04 18:07:08.699895 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_concurrency.lockutils [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.672s {{(pid=73722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:07:08.700631 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73722) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 04 18:07:08.700970 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Initializing extension manager.
May 04 18:07:08.701476 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: __init__.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.701853 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: __pycache__ {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.702188 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.702523 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: address_group.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.703278 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.703844 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: address-group
May 04 18:07:08.704169 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: address_scope.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.704879 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.705376 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: address-scope
May 04 18:07:08.705726 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: admin_state_down_before_update.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.706660 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.707165 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: router-admin-state-down-before-update
May 04 18:07:08.707488 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: agent.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.708179 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.708675 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: agent
May 04 18:07:08.708994 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: agent_resources_synced.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.709926 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.710426 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: agent-resources-synced
May 04 18:07:08.710744 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: allowedaddresspairs.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.713030 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.713545 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: allowed-address-pairs
May 04 18:07:08.713901 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: auto_allocated_topology.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.721037 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.721037 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: auto-allocated-topology
May 04 18:07:08.721037 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: availability_zone.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.721037 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.721037 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: availability_zone
May 04 18:07:08.721037 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: availability_zone_filter.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.721608 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.721608 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: availability_zone_filter
May 04 18:07:08.721608 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: data_plane_status.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.721608 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.721608 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension data-plane-status not supported by any of loaded plugins
May 04 18:07:08.721608 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: default_subnetpools.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.722054 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.722054 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: default-subnetpools
May 04 18:07:08.722384 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: dhcpagentscheduler.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.723217 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.723718 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: dhcp_agent_scheduler
May 04 18:07:08.724042 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: dns.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.724960 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.725459 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension dns-integration not supported by any of loaded plugins
May 04 18:07:08.725835 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: dns_domain_ports.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.726750 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.728687 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 04 18:07:08.728892 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: dvr.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.729572 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.730111 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: dvr
May 04 18:07:08.730428 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: empty_string_filtering.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.731348 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.731853 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: empty-string-filtering
May 04 18:07:08.732175 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.733079 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.733571 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 04 18:07:08.733921 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.734988 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.735482 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 04 18:07:08.735802 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: external_net.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.736720 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.737223 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: external-net
May 04 18:07:08.737575 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: extra_dhcp_opt.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.738477 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.738971 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: extra_dhcp_opt
May 04 18:07:08.739292 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: extraroute.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.740193 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.740696 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: extraroute
May 04 18:07:08.741021 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: extraroute_atomic.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.742092 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.742597 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: extraroute-atomic
May 04 18:07:08.742929 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: filter_validation.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.743626 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.744123 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: filter-validation
May 04 18:07:08.744438 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: fip_pf_description.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.745561 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.746095 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 04 18:07:08.746419 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: fip_port_details.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.747339 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.747838 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: fip-port-details
May 04 18:07:08.748157 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: flavors.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.749398 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.749926 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: flavors
May 04 18:07:08.750251 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.751921 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.752430 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 04 18:07:08.752759 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: floatingip_pools.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.753623 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.753989 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: floatingip-pools
May 04 18:07:08.754313 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: ip_allocation.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.755237 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.755733 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension ip_allocation not supported by any of loaded plugins
May 04 18:07:08.756042 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.757055 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.757459 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: ip-substring-filtering
May 04 18:07:08.757817 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: l2_adjacency.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.758731 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.759326 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension l2_adjacency not supported by any of loaded plugins
May 04 18:07:08.759582 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: l3.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.760583 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.761087 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: router
May 04 18:07:08.761411 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: l3_conntrack_helper.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.763696 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.764213 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 04 18:07:08.764545 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.765474 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.766014 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: ext-gw-mode
May 04 18:07:08.766339 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.767253 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.767760 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: l3-ha
May 04 18:07:08.768083 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: l3_flavors.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.768985 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.769495 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: l3-flavors
May 04 18:07:08.769854 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.770798 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.771299 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: l3-port-ip-change-not-allowed
May 04 18:07:08.771619 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: l3agentscheduler.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.772669 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.773172 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: l3_agent_scheduler
May 04 18:07:08.773503 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: logging.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.775546 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.776058 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension logging not supported by any of loaded plugins
May 04 18:07:08.776394 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: metering.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.777147 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.777769 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: metering
May 04 18:07:08.778105 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.779199 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.779711 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: metering_source_and_destination_fields
May 04 18:07:08.780330 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: multiprovidernet.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.781379 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.781913 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: multi-provider
May 04 18:07:08.782245 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: netmtu.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.783181 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.783682 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: net-mtu
May 04 18:07:08.784004 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: netmtu_writable.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.784914 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.785415 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: net-mtu-writable
May 04 18:07:08.785981 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: network_availability_zone.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.786408 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.786906 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: network_availability_zone
May 04 18:07:08.787231 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: network_ip_availability.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.788325 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.788832 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: network-ip-availability
May 04 18:07:08.789157 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: network_segment_range.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.789971 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.791046 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension network-segment-range not supported by any of loaded plugins
May 04 18:07:08.791369 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: pagination.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.792364 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.792696 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: pagination
May 04 18:07:08.793018 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: port_device_profile.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.793968 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.794482 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: port-device-profile
May 04 18:07:08.794805 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.795717 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.796220 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: port-mac-address-regenerate
May 04 18:07:08.796540 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.797454 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.797991 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: port-numa-affinity-policy
May 04 18:07:08.798312 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: port_resource_request.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.799226 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.799720 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension port-resource-request not supported by any of loaded plugins
May 04 18:07:08.800040 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: portbindings.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.800960 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.801458 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: binding
May 04 18:07:08.801819 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: portbindings_extended.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.803106 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.803613 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: binding-extended
May 04 18:07:08.803939 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: portsecurity.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.804842 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.805345 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: port-security
May 04 18:07:08.805700 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: project_id.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.806707 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.807042 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: project-id
May 04 18:07:08.807366 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: providernet.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.808290 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.808802 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: provider
May 04 18:07:08.809124 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: qos.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.812850 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.813387 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension qos not supported by any of loaded plugins
May 04 18:07:08.813766 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.815060 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.815574 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 04 18:07:08.815906 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.816838 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.817341 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 04 18:07:08.817700 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: qos_default.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.818629 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.819134 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension qos-default not supported by any of loaded plugins
May 04 18:07:08.819463 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: qos_fip.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.820129 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.820632 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension qos-fip not supported by any of loaded plugins
May 04 18:07:08.820956 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: qos_gateway_ip.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.822447 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.822958 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 04 18:07:08.823310 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: qos_port_network_policy.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.824194 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.824701 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 04 18:07:08.825030 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: qos_rule_type_details.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.825971 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.826623 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 04 18:07:08.826800 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: qos_rules_alias.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.827885 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.828393 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 04 18:07:08.828723 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: quotasv2.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.829994 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.830236 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: quotas
May 04 18:07:08.830563 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: quotasv2_detail.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.832243 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.832588 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: quota_details
May 04 18:07:08.832921 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: rbac.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.834031 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.834576 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: rbac-policies
May 04 18:07:08.834905 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: rbac_address_group.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.835860 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.836364 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: rbac-address-group
May 04 18:07:08.836687 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: rbac_address_scope.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.838214 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.838730 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: rbac-address-scope
May 04 18:07:08.839053 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: rbac_security_groups.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.840001 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.840512 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: rbac-security-groups
May 04 18:07:08.840795 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: rbac_subnetpool.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.841757 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.842275 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: rbac-subnetpool
May 04 18:07:08.842594 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: revisionifmatch.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.843520 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.844026 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: revision-if-match
May 04 18:07:08.844344 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: revisions.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.845478 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.846036 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: standard-attr-revisions
May 04 18:07:08.846357 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: router_availability_zone.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.847035 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.847541 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: router_availability_zone
May 04 18:07:08.847863 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: routerservicetype.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.848783 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.849287 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension router-service-type not supported by any of loaded plugins
May 04 18:07:08.849609 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.850559 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.851063 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: security-groups-normalized-cidr
May 04 18:07:08.851384 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: security_groups_port_filtering.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.852306 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.852858 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: port-security-groups-filtering
May 04 18:07:08.853183 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.854143 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.854650 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: security-groups-remote-address-group
May 04 18:07:08.854976 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: securitygroup.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.865023 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.865583 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: security-group
May 04 18:07:08.865948 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: segment.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.866823 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.867325 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension segment not supported by any of loaded plugins
May 04 18:07:08.867652 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.868747 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.869262 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 04 18:07:08.869587 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: servicetype.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.870757 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.871273 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: service-type
May 04 18:07:08.871600 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: sorting.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.872603 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.872936 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: sorting
May 04 18:07:08.873261 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: standard_attr_segment.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.874208 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.874729 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 04 18:07:08.875055 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: standardattrdescription.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.875729 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.876235 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: standard-attr-description
May 04 18:07:08.876566 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: stateful_security_group.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.877495 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.878046 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: stateful-security-group
May 04 18:07:08.878377 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: stdattrs_common.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.878970 dv-cinder-789603-2-iscsi neutron-server[73722]: WARNING neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 04 18:07:08.879287 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.880310 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.880832 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 04 18:07:08.881150 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: subnet_onboard.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.882277 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.882796 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: subnet_onboard
May 04 18:07:08.883121 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.884607 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.885109 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 04 18:07:08.885430 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: subnet_service_types.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.886377 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.886894 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: subnet-service-types
May 04 18:07:08.887215 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: subnetallocation.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.888311 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.888824 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: subnet_allocation
May 04 18:07:08.889152 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.889864 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.890370 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: subnetpool-prefix-ops
May 04 18:07:08.890693 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.891635 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.892150 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 04 18:07:08.892471 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: tagging.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.893579 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.894131 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: standard-attr-tag
May 04 18:07:08.894458 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: timestamp.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.895726 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.896248 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loaded extension: standard-attr-timestamp
May 04 18:07:08.896581 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: trunk.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.897663 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.898172 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension trunk not supported by any of loaded plugins
May 04 18:07:08.898501 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: trunk_details.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.899431 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.900517 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension trunk-details not supported by any of loaded plugins
May 04 18:07:08.900842 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: uplink_status_propagation.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.901797 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.902307 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 04 18:07:08.902628 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Loading extension file: vlantransparent.py {{(pid=73722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 18:07:08.903315 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 18:07:08.903815 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extension vlan-transparent not supported by any of loaded plugins
May 04 18:07:08.906670 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of TrackedResource for resource:network
May 04 18:07:08.907489 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of TrackedResource for resource:subnet
May 04 18:07:08.908308 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of TrackedResource for resource:subnetpool
May 04 18:07:08.908936 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of TrackedResource for resource:port
May 04 18:07:08.910285 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.v2.resource_helper [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 18:07:08.910747 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.v2.resource_helper [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Service FLAVORS assigned prefix:  {{(pid=73722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 18:07:08.911385 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.v2.resource_helper [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 18:07:08.911821 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.v2.resource_helper [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 18:07:08.912162 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of TrackedResource for resource:router
May 04 18:07:08.912851 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of TrackedResource for resource:floatingip
May 04 18:07:08.913558 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.v2.resource_helper [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Service METERING assigned prefix: /metering {{(pid=73722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 18:07:08.915077 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f503f361dc0>> rbac-policy before_create 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.915501 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f503f361dc0>> rbac-policy before_update 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.915866 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f503f361dc0>> rbac-policy before_delete 55550000 {{(pid=73722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:07:08.917069 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of CountableResource for resource:rbac_policy
May 04 18:07:08.917519 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of TrackedResource for resource:security_group
May 04 18:07:08.918248 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of TrackedResource for resource:security_group_rule
May 04 18:07:08.918989 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.v2.resource_helper [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Service CORE assigned prefix:  {{(pid=73722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 18:07:08.919322 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of TrackedResource for resource:subnetpool
May 04 18:07:08.919715 dv-cinder-789603-2-iscsi neutron-server[73722]: WARNING neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] subnetpool is already registered
May 04 18:07:08.920286 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.v2.resource_helper [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Service CORE assigned prefix:  {{(pid=73722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 18:07:08.920615 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of TrackedResource for resource:subnetpool
May 04 18:07:08.920947 dv-cinder-789603-2-iscsi neutron-server[73722]: WARNING neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] subnetpool is already registered
May 04 18:07:08.924796 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.v2.resource_helper [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 18:07:08.925245 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.v2.resource_helper [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Service FLAVORS assigned prefix:  {{(pid=73722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 18:07:08.925879 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.v2.resource_helper [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 18:07:08.926307 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.v2.resource_helper [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 18:07:08.926642 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of TrackedResource for resource:router
May 04 18:07:08.926971 dv-cinder-789603-2-iscsi neutron-server[73722]: WARNING neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] router is already registered
May 04 18:07:08.927574 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of TrackedResource for resource:floatingip
May 04 18:07:08.927902 dv-cinder-789603-2-iscsi neutron-server[73722]: WARNING neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] floatingip is already registered
May 04 18:07:08.928533 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.v2.resource_helper [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Service METERING assigned prefix: /metering {{(pid=73722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 18:07:08.929223 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of CountableResource for resource:rbac_policy
May 04 18:07:08.929552 dv-cinder-789603-2-iscsi neutron-server[73722]: WARNING neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] rbac_policy is already registered
May 04 18:07:08.930132 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of TrackedResource for resource:security_group
May 04 18:07:08.930461 dv-cinder-789603-2-iscsi neutron-server[73722]: WARNING neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] security_group is already registered
May 04 18:07:08.931090 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of TrackedResource for resource:security_group_rule
May 04 18:07:08.931431 dv-cinder-789603-2-iscsi neutron-server[73722]: WARNING neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] security_group_rule is already registered
May 04 18:07:08.932120 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.v2.resource_helper [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Service CORE assigned prefix:  {{(pid=73722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 18:07:08.932450 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of TrackedResource for resource:subnetpool
May 04 18:07:08.932775 dv-cinder-789603-2-iscsi neutron-server[73722]: WARNING neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] subnetpool is already registered
May 04 18:07:08.933373 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.v2.resource_helper [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Service CORE assigned prefix:  {{(pid=73722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 18:07:08.933733 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Creating instance of TrackedResource for resource:subnetpool
May 04 18:07:08.934059 dv-cinder-789603-2-iscsi neutron-server[73722]: WARNING neutron.quota.resource_registry [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] subnetpool is already registered
May 04 18:07:08.934714 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: extensions {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.936228 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: address-groups {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.937860 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: address-scopes {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.939064 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: agents {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.940329 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: auto-allocated-topology {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.941619 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: availability_zones {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.942948 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: dhcp-networks {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.944372 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: dhcp-agents {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.945817 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: routers {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.948196 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: flavors {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.949354 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: service_profiles {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.950595 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: next_providers {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.952124 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: service_profiles {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.953585 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: floatingip-pools {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.954837 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: routers {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.956648 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: floatingips {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.957871 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: l3-routers {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.959246 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: l3-agents {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.960677 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: metering-labels {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.962604 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: metering-label-rules {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.963911 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: network-ip-availabilities {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.965168 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: bindings {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.966844 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: quotas {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.968272 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: quotas {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.969753 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: rbac-policies {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.971044 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: security-groups {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.972258 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: security-group-rules {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.973508 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: service-providers {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.974765 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: subnetpools {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.976169 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: subnetpools {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.977712 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: tags {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.979403 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: tags {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.981215 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: tags {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.983027 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: tags {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.986014 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: tags {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.987881 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: tags {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:08.989592 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: tags {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:09.102175 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: tags {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:09.104019 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: tags {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:09.105898 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron.api.extensions [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Extended resource: tags {{(pid=73722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 18:07:09.111780 dv-cinder-789603-2-iscsi neutron-server[73722]: WARNING keystonemiddleware.auth_token [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 04 18:07:09.116529 dv-cinder-789603-2-iscsi neutron-server[73722]: WARNING keystonemiddleware.auth_token [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 04 18:07:09.124792 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_concurrency.lockutils [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Acquired lock "singleton_lock" {{(pid=73722) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 04 18:07:09.125277 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_concurrency.lockutils [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Releasing lock "singleton_lock" {{(pid=73722) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 04 18:07:09.125937 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO oslo_service.service [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Starting 2 workers
May 04 18:07:09.130588 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Started child 73827 {{(pid=73722) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 04 18:07:09.135484 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Started child 73828 {{(pid=73722) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 04 18:07:09.136323 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:09.137025 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO neutron.service [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Neutron service started, listening on 0.0.0.0:9696
May 04 18:07:09.137684 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Notify callbacks [] for process, before_spawn {{(pid=73722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:09.137862 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [-] (73827) wsgi starting up on http://0.0.0.0:9696
May 04 18:07:09.140069 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO oslo_service.service [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Starting 1 workers
May 04 18:07:09.140203 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:09.141420 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [-] (73828) wsgi starting up on http://0.0.0.0:9696
May 04 18:07:09.145123 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Started child 73829 {{(pid=73722) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 04 18:07:09.145648 dv-cinder-789603-2-iscsi neutron-server[73722]: INFO oslo_service.service [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Starting 1 workers
May 04 18:07:09.148618 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.service [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] calling RpcWorker wait() {{(pid=73829) _wait /opt/stack/neutron/neutron/service.py:128}}
May 04 18:07:09.149191 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.service [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] returning from RpcWorker wait() {{(pid=73829) _wait /opt/stack/neutron/neutron/service.py:135}}
May 04 18:07:09.150591 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Started child 73830 {{(pid=73722) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 04 18:07:09.151393 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:09.151562 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG neutron_lib.callbacks.manager [None req-4b30de2c-a5f9-416c-8332-1efca33b5a32 None None] Notify callbacks [] for process, after_spawn {{(pid=73722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:09.151909 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:07:09.153211 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73722) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 04 18:07:09.153420 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 04 18:07:09.153601 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 04 18:07:09.153852 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 04 18:07:09.154169 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 04 18:07:09.154338 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 04 18:07:09.155118 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.155379 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.155644 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:09.156127 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.156127 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.156261 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.156758 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:07:09.156850 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.157029 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.157266 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.157548 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.157860 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.158034 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.158212 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.158449 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.158686 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.158995 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.159248 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.159508 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.159765 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.159939 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.160215 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.160477 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.160705 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.160993 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.161238 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.161760 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.161991 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.162248 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.162484 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.162750 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.163017 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.163283 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.163525 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.163741 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.163965 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.164222 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.164463 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.164696 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.164944 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.165249 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.165488 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.166001 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] host                           = dv-cinder-789603-2-iscsi {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.166227 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.166463 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.166707 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.166959 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.167218 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.167442 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.167688 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.167943 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.168207 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.168458 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.168713 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.168959 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.169152 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.169390 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.169556 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.169880 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.170114 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.170392 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.170653 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.170797 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.170922 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.171165 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.171332 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.171587 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.171823 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.172042 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.172344 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.172479 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.172718 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.172967 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.173199 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.173434 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.173681 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.173935 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.174861 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.174861 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.174861 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.174861 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.175507 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.175507 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.175507 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.175846 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.175967 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.176148 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.176428 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.176617 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.176871 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.177120 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.177383 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.177695 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.177889 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.178120 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.178420 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.178654 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.178923 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.179184 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.179401 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.179646 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.179863 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.181842 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.181842 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.181842 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.181842 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.181842 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.182632 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.182632 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.182632 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.182999 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.182999 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.183315 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.183600 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.183970 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.184174 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.185125 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.185125 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.185125 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.185125 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.185375 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.185779 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.186133 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.186373 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.186828 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.186986 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.187162 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.187511 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.187785 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.188157 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.188335 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.188534 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.188876 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.189315 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.189617 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.190233 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.190233 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.67/identity {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.192960 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.192960 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.192960 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.192960 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.192960 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.192960 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.192960 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.192960 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198083 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198083 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198083 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198083 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198083 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198083 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198083 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198083 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198083 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198578 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198578 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198578 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198578 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198578 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198578 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198578 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198578 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.198578 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.199079 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.199079 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.199079 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.199079 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.199079 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.199079 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.199079 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.199079 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.199079 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.199567 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.199567 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.199567 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.199567 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.199796 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.199875 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.200089 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.200256 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.200505 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.200722 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.200944 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.201195 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.201401 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.201617 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.201902 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.202118 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.202356 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.202572 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.202820 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.203341 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.203583 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.203801 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.204019 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.204270 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.204572 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.204876 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.205127 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.205395 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.205656 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.205920 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.206162 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.206409 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.206631 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.206882 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.207135 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.207391 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.207623 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.207879 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.208127 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.208357 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.208601 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.208846 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.209101 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.209329 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.209576 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.209859 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.210148 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.210385 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.210622 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.211823 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.211939 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.212162 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.212436 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.212693 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.212915 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.213173 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.213493 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.214034 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.214034 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.214340 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.214558 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.214820 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.215053 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.215881 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.215881 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.215881 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.216227 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.216366 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.216513 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.216735 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.216975 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.217222 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.217564 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.217845 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.218066 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.218286 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.218564 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.218827 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.219082 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.219343 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.219597 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.219854 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.220102 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.220336 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.67/identity {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.220577 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.220821 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.221151 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.221311 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.221482 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.221781 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.221966 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.222183 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.222399 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.222650 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.222864 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.223105 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.223320 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.223538 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.223765 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.224065 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.224214 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.224437 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.224678 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.224905 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.225126 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.225346 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.225566 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.225850 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.226090 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.226370 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.226641 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.226889 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.227123 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.227380 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.227688 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.227904 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.228151 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.228373 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.228588 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.228823 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.229044 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.229267 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.229493 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.229768 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.229957 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.230350 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.230480 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.230809 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.231083 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.231312 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.231551 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.231768 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.232016 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.232269 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.232511 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.232726 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.232942 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.233182 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.233451 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.233728 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.233983 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.234294 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.234488 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.234682 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.234836 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.235054 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.236478 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.236478 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.236478 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.236478 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.236478 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.236999 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.236999 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.236999 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.237237 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.237381 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.237613 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.237852 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.238069 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.238290 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.238526 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.238776 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.238990 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.239204 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.239669 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.239669 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.239879 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.240093 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.240307 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.240527 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.240747 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.241082 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.241337 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.241559 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.241873 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.242107 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.242357 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.242628 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.242952 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.243175 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.244147 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.244147 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.244360 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.244603 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.244860 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.245177 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.245480 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.245809 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.246050 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.246358 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.246770 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.246877 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.247097 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.247393 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.247732 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.248034 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.248341 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.248565 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.248851 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.249076 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.249420 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.249557 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.249797 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.250018 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.250260 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.250500 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.250731 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.250969 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.251217 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.251436 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.251683 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.251896 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.252275 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.252378 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.252504 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 04 18:07:09.253048 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73722) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 04 18:07:09.253208 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 04 18:07:09.253363 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 04 18:07:09.253533 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 04 18:07:09.253730 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 04 18:07:09.253887 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 04 18:07:09.254098 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.254263 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.254426 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.254588 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.254748 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.254950 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.255116 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.255277 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.255442 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.255603 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.255764 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.255924 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.256084 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.256245 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.256406 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.256566 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.256726 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.256899 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.257034 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.257194 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.257352 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.257512 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.257694 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.257858 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.258036 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.258190 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.258349 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.258508 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.258667 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.258856 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.259690 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.259690 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.259864 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.260004 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.260166 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.260326 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.260487 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.260647 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.260806 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.261057 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.261156 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] host                           = dv-cinder-789603-2-iscsi {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.261295 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.261419 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.261579 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.261762 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.261923 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.262082 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.262243 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.262402 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.262562 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.262725 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.262885 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.263045 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.263204 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.263362 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.263523 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.263680 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.263840 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.263999 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.264179 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.264343 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.264508 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.264670 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.264832 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.265071 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.265172 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.265299 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.265464 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.265624 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.265804 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.265964 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.266124 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.266283 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.266443 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.266603 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.266762 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.266921 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.267076 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.267228 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.267386 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.267545 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.267703 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.267897 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.268025 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.268184 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.268342 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.268504 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.268671 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.268820 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.268986 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.269234 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.269322 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.269467 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.269586 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.269888 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.270001 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.270084 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.270304 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.270394 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.270516 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.270721 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.270911 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.270994 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.271117 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.271273 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.271432 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.271593 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.271798 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.271904 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.272102 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 18:07:09.272233 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.272460 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.272556 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.272720 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.272857 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.273205 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.273205 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.273372 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.273587 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.273756 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.273886 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.274089 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.274247 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.274330 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.274408 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.275096 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.275252 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.275409 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.275570 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.275822 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.275988 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.276143 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.276273 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.276386 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.276495 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.67/identity {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.276660 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.276823 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.277011 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.277134 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.277470 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.277470 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.277718 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.277831 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.277940 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.278280 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.278280 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.278507 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.278616 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.278703 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.279006 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.279006 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.279221 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.279325 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.279477 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.279615 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.280262 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.280262 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.280519 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.280519 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.280710 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.280849 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.280978 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.281187 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.281335 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.281447 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.281609 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.281792 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.282062 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.282194 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.282307 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.282416 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.282588 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.282752 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.282930 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.283078 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.283301 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.283421 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.283557 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.283716 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.283878 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.284042 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.284205 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.284470 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.284596 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.284719 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.284865 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.284982 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.285128 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.285339 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.285339 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.285920 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.285920 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.285920 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.286272 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.286272 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.286501 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.286583 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.286731 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.286880 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.287044 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.287206 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.287372 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.287539 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.287739 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.287962 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.288051 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.288162 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.288330 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.288492 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.288655 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.288817 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.289060 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.289152 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.289329 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.289486 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.289604 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.289859 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.289973 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.290077 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.290762 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.290929 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.291101 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.291299 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.291476 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.291640 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.291811 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.291986 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.292151 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.292316 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.292480 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.292643 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.292808 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.292977 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.293147 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.293311 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.293474 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.293658 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.293830 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.294005 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.294197 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.294321 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.294702 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.294702 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.294859 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.294961 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.295124 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.295368 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.295477 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.295607 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.295854 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.296015 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.296179 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.296344 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.296508 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.67/identity {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.296672 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.296836 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.296999 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.297162 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.297328 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.297492 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.297677 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.297832 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.298217 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.298217 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.298460 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.298460 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.298717 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.298717 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.298874 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.299035 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.299198 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.299360 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.299524 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.299688 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.299851 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.300015 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.300178 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.300341 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.300505 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.300652 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:07:09.300743 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.300823 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.300978 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.301138 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.301302 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.301466 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.301698 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.301835 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.301968 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.302132 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.302295 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.302459 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.302622 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.302787 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.302956 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.303116 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.303279 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.303443 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.303623 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.303787 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.303951 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.304115 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.304284 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.304428 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.304592 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.304753 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.304917 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.305080 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.305248 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.305417 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.305586 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.305828 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.305959 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.306121 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.306284 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.306448 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.306616 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.306797 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.306960 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.307124 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.307286 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.307449 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.307626 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.307790 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.307953 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.308116 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.308363 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.308467 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.308604 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.308767 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.308929 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.309092 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.309264 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.309427 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.309590 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.309776 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.309939 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.310111 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.310274 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.310437 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.310599 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.310762 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.310935 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.311101 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.311264 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.311436 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.311598 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.311761 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.311931 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.312105 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.312270 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.312638 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.312638 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.312838 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.312974 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.313364 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.313364 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.313364 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.314201 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.314201 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.314201 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.314201 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.314201 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.314769 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.314769 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.314769 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.315105 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.315105 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.315105 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.315403 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.315403 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.315563 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.315726 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.316125 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.316125 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.316368 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.316368 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.316576 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.316661 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.316803 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.316955 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.317118 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.317282 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.317445 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.317608 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 18:07:09.317824 dv-cinder-789603-2-iscsi neutron-server[73722]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 04 18:07:09.334605 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 36406) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:07:09.345193 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0080869
May 04 18:07:20.674319 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53333b5c-c376-4006-b51b-330996ded814 None None] get_active_networks_info from dv-cinder-789603-2-iscsi {{(pid=73829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
May 04 18:07:20.746609 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53333b5c-c376-4006-b51b-330996ded814 None None] No non-hosted networks {{(pid=73829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 04 18:07:20.841047 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4369029b-3a7f-4b5a-b496-59e4edade972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703'] for agent, after_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:22.876546 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703'] for agent, after_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:22.886362 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:22.886987 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:22.887596 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:22.888210 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:22.888714 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:22.889195 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:22.889734 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:22.890251 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:22.890731 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:22.891204 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:22.891683 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:22.892184 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:22.901581 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f503e6c2dc0>, 'Open vSwitch agent', 'dv-cinder-789603-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:07:22.922385 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f503e6b6730>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789603-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:07:23.375029 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-f51cd5c3-e4ee-40f5-b462-2cf1e0c81002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703'] for agent, after_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:23.479492 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-2230a86d-ef50-40b7-b252-1e8e641707fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:24.808147 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703'] for agent, after_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:26.805968 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703'] for agent, after_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:27.511029 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.db.l3_hamode_db [None req-d22a18c8-0643-4fba-aa27-1d08992ec8a5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 04 18:07:27.602582 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22a18c8-0643-4fba-aa27-1d08992ec8a5 None None] Routers set() bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:07:27.602888 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22a18c8-0643-4fba-aa27-1d08992ec8a5 None None] Router IDs set() for agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 04 18:07:28.662790 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 36498) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:07:29.275798 dv-cinder-789603-2-iscsi neutron-server[73828]: WARNING oslo_policy.policy [None req-92329b86-fc56-462d-99c2-b19ccf5481c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 04 18:07:29.276356 dv-cinder-789603-2-iscsi neutron-server[73828]: WARNING oslo_policy.policy [None req-92329b86-fc56-462d-99c2-b19ccf5481c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 04 18:07:29.501756 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [None req-92329b86-fc56-462d-99c2-b19ccf5481c9 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 18:07:29.502998 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-92329b86-fc56-462d-99c2-b19ccf5481c9 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8391068
May 04 18:07:31.947578 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 36512) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:07:32.569355 dv-cinder-789603-2-iscsi neutron-server[73827]: WARNING oslo_policy.policy [None req-d16969e5-abb0-4309-bad4-1f1ad2e6d31f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 04 18:07:32.569985 dv-cinder-789603-2-iscsi neutron-server[73827]: WARNING oslo_policy.policy [None req-d16969e5-abb0-4309-bad4-1f1ad2e6d31f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 04 18:07:32.787003 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-d16969e5-abb0-4309-bad4-1f1ad2e6d31f admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:07:32.890082 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.policy [None req-d16969e5-abb0-4309-bad4-1f1ad2e6d31f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73827) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 04 18:07:32.936620 dv-cinder-789603-2-iscsi neutron-server[73827]: WARNING oslo_policy.policy [None req-d16969e5-abb0-4309-bad4-1f1ad2e6d31f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 04 18:07:32.937039 dv-cinder-789603-2-iscsi neutron-server[73827]: WARNING oslo_policy.policy [None req-d16969e5-abb0-4309-bad4-1f1ad2e6d31f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 04 18:07:32.946045 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.quota [None req-d16969e5-abb0-4309-bad4-1f1ad2e6d31f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f503edaef10>.
May 04 18:07:32.961771 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-d16969e5-abb0-4309-bad4-1f1ad2e6d31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:07:33.030244 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-d16969e5-abb0-4309-bad4-1f1ad2e6d31f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748919198396', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748919196811', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748919220362', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748919215590', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748919172826', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748919164978', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-134169908', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-134215276', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1045637', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-573649'] for rbac-policy, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:33.092308 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-d16969e5-abb0-4309-bad4-1f1ad2e6d31f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:33.098211 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-d16969e5-abb0-4309-bad4-1f1ad2e6d31f admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.1484962
May 04 18:07:35.740082 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 36530) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:07:36.098116 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '344edd48c6b641508309957aabeeae18', 'name': 'private', 'project_id': '344edd48c6b641508309957aabeeae18'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:07:36.103102 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:07:36.107238 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Usage tracker for resource:network and tenant:344edd48c6b641508309957aabeeae18 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:07:36.111740 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:07:36.117864 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:07:36.127339 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Made reservation on behalf of 344edd48c6b641508309957aabeeae18 for: {'network': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:07:36.130213 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:36.147888 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:36.162391 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:07:36.166120 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Usage tracker for resource:security_group_rule and tenant:344edd48c6b641508309957aabeeae18 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:07:36.171047 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:07:36.176657 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:07:36.274586 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:36.278228 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:36.285117 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:07:36.304760 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815}  {{(pid=73827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:07:36.331554 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748915164712', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:36.332129 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f503fb06280> segment precommit_create {{(pid=73827) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 04 18:07:36.332581 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.segments_db [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Added segment dab1045a-1f3c-48cd-af99-fae61dbf0f42 of type vlan for network fa027dea-67d4-4b01-b83c-90217b285bee
May 04 18:07:36.342778 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50323fe8-1cde-4ef9-92f9-6415c8db2244,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:07:36.398463 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:36.398677 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:36.399149 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:36.399467 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:36.399874 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:36.400094 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:36.400403 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:36.400708 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:36.401012 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:36.401312 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:36.401611 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:36.401932 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Tracked resource versions report:
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]: pushed versions:
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]: {   'AddressGroup': {'1.2'},
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:     'ConntrackHelper': {'1.0'},
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:     'Log': {'1.0'},
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:     'Network': {'1.1'},
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:     'Port': {'1.7'},
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:     'PortForwarding': {'1.2'},
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:     'QosPolicy': {'1.8'},
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:     'SecurityGroup': {'1.4'},
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:     'SecurityGroupRule': {'1.2'},
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:     'SubPort': {'1.0'},
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:     'Subnet': {'1.1'},
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:     'Trunk': {'1.1'}}
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]: consumer versions:
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]: {   DHCP agent@dv-cinder-789603-2-iscsi: {},
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:     L3 agent@dv-cinder-789603-2-iscsi: {},
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:     Metadata agent@dv-cinder-789603-2-iscsi: {},
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:     Metering agent@dv-cinder-789603-2-iscsi: {},
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:     Open vSwitch agent@dv-cinder-789603-2-iscsi: {   'AddressGroup': '1.2',
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'ConntrackHelper': '1.0',
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'Log': '1.0',
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'Network': '1.1',
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'Port': '1.7',
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'PortForwarding': '1.2',
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'QosPolicy': '1.8',
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'SecurityGroup': '1.4',
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'SecurityGroupRule': '1.2',
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'SubPort': '1.0',
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'Subnet': '1.1',
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'Trunk': '1.1'}}
May 04 18:07:36.403048 dv-cinder-789603-2-iscsi neutron-server[73827]:  {{(pid=73827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 04 18:07:36.456494 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:07:36.458337 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:36.509531 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:36.511153 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:07:36.511793 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:36.516424 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:07:36.616155 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8748922
May 04 18:07:36.621951 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Pushing event updated for resources: {'Network': ['ID=fa027dea-67d4-4b01-b83c-90217b285bee,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:07:36.625378 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:07:36.636280 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network fa027dea-67d4-4b01-b83c-90217b285bee details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:07:39.287496 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 36546) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:07:39.752775 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd40c927-a3f1-423e-ae7d-41f9c95b8e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:07:39.754071 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-fd40c927-a3f1-423e-ae7d-41f9c95b8e73 admin admin] 10.222.0.67 "GET /v2.0/networks/fa027dea-67d4-4b01-b83c-90217b285bee HTTP/1.1" status: 200  len: 825 time: 0.4652386
May 04 18:07:39.782170 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-87ef314d-4cbd-4ab2-bfdd-6db3262acd57 admin admin] 10.222.0.67 "GET /v2.0/subnetpools/7cda1f01-9e6d-4e26-b803-99d6cfd566ae HTTP/1.1" status: 200  len: 734 time: 0.0222273
May 04 18:07:39.790838 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] Request body: {'subnet': {'subnetpool_id': '7cda1f01-9e6d-4e26-b803-99d6cfd566ae', 'tenant_id': '344edd48c6b641508309957aabeeae18', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'fa027dea-67d4-4b01-b83c-90217b285bee'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:07:39.795370 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:07:39.799077 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] Usage tracker for resource:subnet and tenant:344edd48c6b641508309957aabeeae18 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:07:39.801953 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:07:39.807531 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:07:39.817703 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] Made reservation on behalf of 344edd48c6b641508309957aabeeae18 for: {'subnet': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:07:39.819983 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:40.325603 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for subnet, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:40.329971 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:07:40.413006 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] Checking segment: {'id': 'dab1045a-1f3c-48cd-af99-fae61dbf0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fa027dea-67d4-4b01-b83c-90217b285bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:07:40.413378 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] Network hostable DHCP agents. Network: fa027dea-67d4-4b01-b83c-90217b285bee, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:07:40.416594 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da3086f-d9a3-4a4b-8646-e23642a1826d,revision_number=0']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:07:40.420609 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:07:40.437605 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] Network fa027dea-67d4-4b01-b83c-90217b285bee is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:07:40.448296 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, fa027dea-67d4-4b01-b83c-90217b285bee) {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:07:40.453200 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:07:40.453826 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:40.459627 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7c7801-18d5-4156-92c0-db5057a96bd6 None None] Network fa027dea-67d4-4b01-b83c-90217b285bee requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:07:40.479108 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6916492
May 04 18:07:40.762706 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a245aa9-5d94-527a-8046-af85b68d10c7-fa027dea-67d4-4b01-b83c-90217b285bee', 'network_id': 'fa027dea-67d4-4b01-b83c-90217b285bee', 'tenant_id': '344edd48c6b641508309957aabeeae18', 'fixed_ips': [{'subnet_id': '8da3086f-d9a3-4a4b-8646-e23642a1826d'}]}} from dv-cinder-789603-2-iscsi. {{(pid=73829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 18:07:40.763911 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:40.950514 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.db_base_plugin_common [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Allocated IP 172.20.0.2 (fa027dea-67d4-4b01-b83c-90217b285bee/8da3086f-d9a3-4a4b-8646-e23642a1826d/7dc61153-e716-4ecf-8ef6-b183f3debc0b) {{(pid=73829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:07:41.182968 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Notify callbacks [] for port, precommit_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:41.196691 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Transition to ACTIVE for port object 7dc61153-e716-4ecf-8ef6-b183f3debc0b will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:07:41.215915 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Transition to ACTIVE for port object 7dc61153-e716-4ecf-8ef6-b183f3debc0b will not be triggered until provisioned by entity DHCP. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:07:41.222600 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:41.226661 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:07:41.290251 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Network fa027dea-67d4-4b01-b83c-90217b285bee is already hosted by enough agents. {{(pid=73829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:07:41.293944 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.base_scheduler [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Resources bound (agent type, host, resource id):  {{(pid=73829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:07:41.297261 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Received port after_create {{(pid=73829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:07:41.306858 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Pushing event updated for resources: {'Port': ['ID=7dc61153-e716-4ecf-8ef6-b183f3debc0b,revision_number=1']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:07:41.345403 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:41.345772 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:41.346107 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:41.346432 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:41.346757 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:41.347077 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:41.347393 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:41.347818 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:41.348163 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:41.348482 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:41.348792 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:41.349102 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Tracked resource versions report:
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]: pushed versions:
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]: {   'AddressGroup': {'1.2'},
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:     'ConntrackHelper': {'1.0'},
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:     'Log': {'1.0'},
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:     'Network': {'1.1'},
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:     'Port': {'1.7'},
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:     'PortForwarding': {'1.2'},
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:     'QosPolicy': {'1.8'},
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:     'SecurityGroup': {'1.4'},
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:     'SecurityGroupRule': {'1.2'},
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:     'SubPort': {'1.0'},
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:     'Subnet': {'1.1'},
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:     'Trunk': {'1.1'}}
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]: consumer versions:
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]: {   DHCP agent@dv-cinder-789603-2-iscsi: {},
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:     L3 agent@dv-cinder-789603-2-iscsi: {},
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:     Metadata agent@dv-cinder-789603-2-iscsi: {},
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:     Metering agent@dv-cinder-789603-2-iscsi: {},
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:     Open vSwitch agent@dv-cinder-789603-2-iscsi: {   'AddressGroup': '1.2',
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'ConntrackHelper': '1.0',
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'Log': '1.0',
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'Network': '1.1',
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'Port': '1.7',
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'PortForwarding': '1.2',
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'QosPolicy': '1.8',
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'SecurityGroup': '1.4',
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'SecurityGroupRule': '1.2',
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'SubPort': '1.0',
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'Subnet': '1.1',
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'Trunk': '1.1'}}
May 04 18:07:41.350257 dv-cinder-789603-2-iscsi neutron-server[73829]:  {{(pid=73829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 04 18:07:41.353978 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:07:41.407800 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Attempting to bind port 7dc61153-e716-4ecf-8ef6-b183f3debc0b on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:07:41.408196 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Attempting to bind port 7dc61153-e716-4ecf-8ef6-b183f3debc0b by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'dab1045a-1f3c-48cd-af99-fae61dbf0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fa027dea-67d4-4b01-b83c-90217b285bee'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:07:41.408613 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Attempting to bind port 7dc61153-e716-4ecf-8ef6-b183f3debc0b on network fa027dea-67d4-4b01-b83c-90217b285bee {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:07:41.413938 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:07:41.414344 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Checking segment: {'id': 'dab1045a-1f3c-48cd-af99-fae61dbf0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fa027dea-67d4-4b01-b83c-90217b285bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:07:41.414818 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:41.415206 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Bound using segment: {'id': 'dab1045a-1f3c-48cd-af99-fae61dbf0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fa027dea-67d4-4b01-b83c-90217b285bee'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:07:41.415718 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Bound port: 7dc61153-e716-4ecf-8ef6-b183f3debc0b, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab1045a-1f3c-48cd-af99-fae61dbf0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fa027dea-67d4-4b01-b83c-90217b285bee'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:07:41.416107 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:41.509841 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] For port 7dc61153-e716-4ecf-8ef6-b183f3debc0b, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:07:41.514007 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] For port 7dc61153-e716-4ecf-8ef6-b183f3debc0b, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=7dc61153-e716-4ecf-8ef6-b183f3debc0b,segment=NetworkSegment(dab1045a-1f3c-48cd-af99-fae61dbf0f42),segment_id=dab1045a-1f3c-48cd-af99-fae61dbf0f42)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:07:41.519375 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:41.523600 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:07:41.612413 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Pushing event updated for resources: {'Port': ['ID=7dc61153-e716-4ecf-8ef6-b183f3debc0b,revision_number=2']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:07:41.615569 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:07:42.914255 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 36556) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:07:43.312606 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [None req-358ed046-c2ce-425d-8d7c-c1b2cc024613 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 18:07:43.313594 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-358ed046-c2ce-425d-8d7c-c1b2cc024613 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3982573
May 04 18:07:45.735125 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 36566) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:07:46.148105 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [None req-982236bd-549b-48fa-b082-750732d0fa5a admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 18:07:46.149096 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-982236bd-549b-48fa-b082-750732d0fa5a admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4130294
May 04 18:07:47.196170 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c17b5d-3b83-4598-97b1-ff95a1ff09b0 None None] Network fa027dea-67d4-4b01-b83c-90217b285bee requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:07:47.214819 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 7dc61153-e716-4ecf-8ef6-b183f3debc0b up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:07:47.369364 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-32acb4fd-1403-4a8b-9924-4679f4c23150 None None] Provisioning for port 7dc61153-e716-4ecf-8ef6-b183f3debc0b completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:07:47.436123 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 7dc61153-e716-4ecf-8ef6-b183f3debc0b completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:07:47.448854 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 7dc61153-e716-4ecf-8ef6-b183f3debc0b triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:07:47.449242 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:47.639380 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:47.706484 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 7dc61153-e716-4ecf-8ef6-b183f3debc0b, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=7dc61153-e716-4ecf-8ef6-b183f3debc0b,segment=NetworkSegment(dab1045a-1f3c-48cd-af99-fae61dbf0f42),segment_id=dab1045a-1f3c-48cd-af99-fae61dbf0f42)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:07:47.710757 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:47.712943 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:07:47.784032 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=7dc61153-e716-4ecf-8ef6-b183f3debc0b,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:07:47.787246 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:07:47.909966 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-0a9cb673-f4e0-4313-a40f-0e92873cd342 None None] Provisioning complete for port 7dc61153-e716-4ecf-8ef6-b183f3debc0b triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:07:47.910254 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-0a9cb673-f4e0-4313-a40f-0e92873cd342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:48.827651 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 36584) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:07:49.171017 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 7dc61153-e716-4ecf-8ef6-b183f3debc0b up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:07:49.177267 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-1415d437-65e0-4324-b637-eb2578f8f16f admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '344edd48c6b641508309957aabeeae18', 'name': 'router1'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:07:49.182723 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-1415d437-65e0-4324-b637-eb2578f8f16f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:07:49.186420 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-1415d437-65e0-4324-b637-eb2578f8f16f admin admin] Usage tracker for resource:router and tenant:344edd48c6b641508309957aabeeae18 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:07:49.189672 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-1415d437-65e0-4324-b637-eb2578f8f16f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:07:49.195333 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-1415d437-65e0-4324-b637-eb2578f8f16f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:07:49.206141 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1415d437-65e0-4324-b637-eb2578f8f16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-927591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39441'] for router, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:49.207691 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1415d437-65e0-4324-b637-eb2578f8f16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39528'] for router, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:49.228656 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1415d437-65e0-4324-b637-eb2578f8f16f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:49.240904 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 7dc61153-e716-4ecf-8ef6-b183f3debc0b triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:07:49.241278 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:49.335323 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1415d437-65e0-4324-b637-eb2578f8f16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926137'] for router, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:49.353931 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1415d437-65e0-4324-b637-eb2578f8f16f admin admin] Notify callbacks [] for router, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:49.355092 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-1415d437-65e0-4324-b637-eb2578f8f16f admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5264800
May 04 18:07:50.516222 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-98aeddb5-b48f-4c33-9c2e-2c38fd925904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:51.691775 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 36594) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:07:52.067506 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [None req-cf1050f6-c189-441e-a1e4-57387df7b671 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 18:07:52.068476 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-cf1050f6-c189-441e-a1e4-57387df7b671 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3757756
May 04 18:07:52.861998 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:53.366179 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-f866ec1d-a4e2-4aed-a057-12157c6c31ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:54.438891 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 36604) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:07:54.752270 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:54.811850 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:07:54.813349 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.quota [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f503f0ce790>.
May 04 18:07:54.829471 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:07:54.836128 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Usage tracker for resource:network and tenant:9a25d6e4bf1e46149bfc31660d462a59 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:07:54.841366 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:07:54.849080 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:07:54.865592 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Made reservation on behalf of 9a25d6e4bf1e46149bfc31660d462a59 for: {'network': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:07:54.939216 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.policy [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73828) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 04 18:07:54.984088 dv-cinder-789603-2-iscsi neutron-server[73828]: WARNING oslo_policy.policy [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 04 18:07:54.984467 dv-cinder-789603-2-iscsi neutron-server[73828]: WARNING oslo_policy.policy [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 04 18:07:54.995321 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:55.014922 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:55.029353 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:07:55.033323 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Usage tracker for resource:security_group_rule and tenant:9a25d6e4bf1e46149bfc31660d462a59 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:07:55.036540 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:07:55.042242 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:07:55.147843 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:55.151534 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:55.157261 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:07:55.168235 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Reserving flat network on physical network physnet1 {{(pid=73828) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 04 18:07:55.200757 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748915164712', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:55.201356 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f503fb06280> segment precommit_create {{(pid=73828) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 04 18:07:55.201839 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.segments_db [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Added segment bb8f9a9c-f849-4773-904a-2e8fd6cf93b3 of type flat for network 59dd31e5-fc69-4865-ac92-82ced2e462b7
May 04 18:07:55.253140 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367024a4-b328-4b89-b1a5-52a204dccdf6,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:07:55.270796 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:55.271149 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:55.271476 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:55.271795 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:55.272113 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:55.272445 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:55.272759 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:55.273070 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:55.273389 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:55.273811 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:55.274128 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:55.274434 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Tracked resource versions report:
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]: pushed versions:
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]: {   'AddressGroup': {'1.2'},
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:     'ConntrackHelper': {'1.0'},
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:     'Log': {'1.0'},
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:     'Network': {'1.1'},
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:     'Port': {'1.7'},
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:     'PortForwarding': {'1.2'},
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:     'QosPolicy': {'1.8'},
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:     'SecurityGroup': {'1.4'},
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:     'SecurityGroupRule': {'1.2'},
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:     'SubPort': {'1.0'},
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:     'Subnet': {'1.1'},
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:     'Trunk': {'1.1'}}
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]: consumer versions:
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]: {   DHCP agent@dv-cinder-789603-2-iscsi: {},
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:     L3 agent@dv-cinder-789603-2-iscsi: {},
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:     Metadata agent@dv-cinder-789603-2-iscsi: {},
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:     Metering agent@dv-cinder-789603-2-iscsi: {},
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:     Open vSwitch agent@dv-cinder-789603-2-iscsi: {   'AddressGroup': '1.2',
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'ConntrackHelper': '1.0',
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'Log': '1.0',
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'Network': '1.1',
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'Port': '1.7',
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'PortForwarding': '1.2',
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'QosPolicy': '1.8',
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'SecurityGroup': '1.4',
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'SecurityGroupRule': '1.2',
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'SubPort': '1.0',
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'Subnet': '1.1',
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'Trunk': '1.1'}}
May 04 18:07:55.275542 dv-cinder-789603-2-iscsi neutron-server[73828]:  {{(pid=73828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 04 18:07:55.330930 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:55.334836 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:07:55.376133 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:55.377475 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:07:55.378147 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:55.383037 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:07:55.484877 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0448956
May 04 18:07:55.490248 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Pushing event updated for resources: {'Network': ['ID=59dd31e5-fc69-4865-ac92-82ced2e462b7,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:07:55.493350 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:07:55.502779 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:07:56.717379 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:57.859876 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 36630) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:07:58.073890 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcbd380-7cf9-45c5-a9e5-97d63704ed90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:07:58.075255 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-ffcbd380-7cf9-45c5-a9e5-97d63704ed90 admin admin] 10.222.0.67 "GET /v2.0/subnets/8da3086f-d9a3-4a4b-8646-e23642a1826d HTTP/1.1" status: 200  len: 849 time: 0.2144325
May 04 18:07:58.249402 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-3215d240-c884-402f-ad29-95a15c2fcb57 admin admin] 10.222.0.67 "GET /v2.0/routers/138a6afe-3487-47f5-bbf5-28d773354c94 HTTP/1.1" status: 200  len: 704 time: 0.1686220
May 04 18:07:58.730478 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:58.960481 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Allocated IP 172.20.0.1 (fa027dea-67d4-4b01-b83c-90217b285bee/8da3086f-d9a3-4a4b-8646-e23642a1826d/95e1561b-99ea-47c0-b910-3705693df28d) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:07:59.117143 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:59.137120 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.provisioning_blocks [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Transition to ACTIVE for port object 95e1561b-99ea-47c0-b910-3705693df28d will not be triggered until provisioned by entity DHCP. {{(pid=73828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:07:59.191450 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:59.196637 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:07:59.253607 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Network fa027dea-67d4-4b01-b83c-90217b285bee is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:07:59.260732 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:07:59.267484 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:07:59.268041 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925142'] for router_interface, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:59.392784 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Pushing event updated for resources: {'Port': ['ID=95e1561b-99ea-47c0-b910-3705693df28d,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:07:59.408626 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:07:59.516035 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-fc1691c6-9019-4e35-9917-7f3d8ee2fb7d None None] Provisioning for port 95e1561b-99ea-47c0-b910-3705693df28d completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:07:59.521091 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-fc1691c6-9019-4e35-9917-7f3d8ee2fb7d None None] Provisioning complete for port 95e1561b-99ea-47c0-b910-3705693df28d triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:07:59.521466 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-fc1691c6-9019-4e35-9917-7f3d8ee2fb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:59.546171 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:59.578719 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-fc1691c6-9019-4e35-9917-7f3d8ee2fb7d None None] Port 95e1561b-99ea-47c0-b910-3705693df28d cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:07:59.817607 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:59.821937 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:59.823048 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925045'] for router_interface, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:07:59.826259 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:07:59.961746 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Pushing event updated for resources: {'Port': ['ID=95e1561b-99ea-47c0-b910-3705693df28d,revision_number=2']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:07:59.967911 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:08:00.016377 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Network fa027dea-67d4-4b01-b83c-90217b285bee is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:08:00.017571 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:08:00.201937 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-cdcdf551-f98c-4051-95b0-3f2dbf292557 None None] Provisioning complete for port 95e1561b-99ea-47c0-b910-3705693df28d triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:08:00.202308 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf551-f98c-4051-95b0-3f2dbf292557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:00.207852 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Router 138a6afe-3487-47f5-bbf5-28d773354c94 is scheduled to L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 with binding_index 1 {{(pid=73828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 18:08:00.255912 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-cdcdf551-f98c-4051-95b0-3f2dbf292557 None None] Port 95e1561b-99ea-47c0-b910-3705693df28d cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:08:00.367852 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:08:00.378594 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] 10.222.0.67 "PUT /v2.0/routers/138a6afe-3487-47f5-bbf5-28d773354c94/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1242473
May 04 18:08:00.379285 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Sync routers for ids ['138a6afe-3487-47f5-bbf5-28d773354c94'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:08:00.390429 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Routers {'138a6afe-3487-47f5-bbf5-28d773354c94'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:08:00.391263 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503efd4490>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:07:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['138a6afe-3487-47f5-bbf5-28d773354c94'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:08:00.573345 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Set router 138a6afe-3487-47f5-bbf5-28d773354c94 gateway port host: None {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:08:00.947407 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503efd4490>, [{'id': '138a6afe-3487-47f5-bbf5-28d773354c94', 'name': 'router1', 'tenant_id': '344edd48c6b641508309957aabeeae18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:07:49Z', 'updated_at': '2021-05-04T18:07:59Z', 'revision_number': 2, 'project_id': '344edd48c6b641508309957aabeeae18', 'gw_port_host': None, '_interfaces': [{'id': '95e1561b-99ea-47c0-b910-3705693df28d', 'name': '', 'network_id': 'fa027dea-67d4-4b01-b83c-90217b285bee', 'tenant_id': '344edd48c6b641508309957aabeeae18', 'mac_address': 'fa:16:3e:e2:86:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a6afe-3487-47f5-bbf5-28d773354c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8da3086f-d9a3-4a4b-8646-e23642a1826d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:07:58Z', 'updated_at': '2021-05-04T18:07:59Z', 'revision_number': 2, 'project_id': '344edd48c6b641508309957aabeeae18', 'subnets': [{'id': '8da3086f-d9a3-4a4b-8646-e23642a1826d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cda1f01-9e6d-4e26-b803-99d6cfd566ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:08:00.953496 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Checking router: 138a6afe-3487-47f5-bbf5-28d773354c94 for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:08:00.954061 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Updating router 138a6afe-3487-47f5-bbf5-28d773354c94 port 95e1561b-99ea-47c0-b910-3705693df28d binding host dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:08:01.008896 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:01.394404 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Notify callbacks [] for port, precommit_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:01.408926 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.provisioning_blocks [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Transition to ACTIVE for port object 95e1561b-99ea-47c0-b910-3705693df28d will not be triggered until provisioned by entity L2. {{(pid=73830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:08:01.415734 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:01.420998 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:08:01.618562 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Pushing event updated for resources: {'Port': ['ID=95e1561b-99ea-47c0-b910-3705693df28d,revision_number=3']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:08:01.636455 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:08:01.636792 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:08:01.637121 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:08:01.637443 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:08:01.637788 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:08:01.638114 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:08:01.638430 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:08:01.638742 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:08:01.639063 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:08:01.639402 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:08:01.639713 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:08:01.640022 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Tracked resource versions report:
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]: pushed versions:
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]: {   'AddressGroup': {'1.2'},
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:     'ConntrackHelper': {'1.0'},
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:     'Log': {'1.0'},
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:     'Network': {'1.1'},
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:     'Port': {'1.7'},
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:     'PortForwarding': {'1.2'},
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:     'QosPolicy': {'1.8'},
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:     'SecurityGroup': {'1.4'},
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:     'SecurityGroupRule': {'1.2'},
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:     'SubPort': {'1.0'},
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:     'Subnet': {'1.1'},
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:     'Trunk': {'1.1'}}
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]: consumer versions:
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]: {   DHCP agent@dv-cinder-789603-2-iscsi: {},
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:     L3 agent@dv-cinder-789603-2-iscsi: {},
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:     Metadata agent@dv-cinder-789603-2-iscsi: {},
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:     Metering agent@dv-cinder-789603-2-iscsi: {},
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:     Open vSwitch agent@dv-cinder-789603-2-iscsi: {   'AddressGroup': '1.2',
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'ConntrackHelper': '1.0',
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'Log': '1.0',
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'Network': '1.1',
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'Port': '1.7',
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'PortForwarding': '1.2',
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'QosPolicy': '1.8',
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'SecurityGroup': '1.4',
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'SecurityGroupRule': '1.2',
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'SubPort': '1.0',
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'Subnet': '1.1',
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'Trunk': '1.1'}}
May 04 18:08:01.641157 dv-cinder-789603-2-iscsi neutron-server[73830]:  {{(pid=73830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 04 18:08:01.648327 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:08:01.652688 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Attempting to bind port 95e1561b-99ea-47c0-b910-3705693df28d on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:08:01.653089 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Attempting to bind port 95e1561b-99ea-47c0-b910-3705693df28d by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'dab1045a-1f3c-48cd-af99-fae61dbf0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fa027dea-67d4-4b01-b83c-90217b285bee'}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:08:01.653522 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Attempting to bind port 95e1561b-99ea-47c0-b910-3705693df28d on network fa027dea-67d4-4b01-b83c-90217b285bee {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:08:01.659061 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:08:01.659475 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Checking segment: {'id': 'dab1045a-1f3c-48cd-af99-fae61dbf0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fa027dea-67d4-4b01-b83c-90217b285bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:08:01.659944 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:01.660332 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Bound using segment: {'id': 'dab1045a-1f3c-48cd-af99-fae61dbf0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fa027dea-67d4-4b01-b83c-90217b285bee'} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:08:01.660858 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Bound port: 95e1561b-99ea-47c0-b910-3705693df28d, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab1045a-1f3c-48cd-af99-fae61dbf0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fa027dea-67d4-4b01-b83c-90217b285bee'}}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:08:01.661242 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:01.748960 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] For port 95e1561b-99ea-47c0-b910-3705693df28d, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:08:01.753116 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] For port 95e1561b-99ea-47c0-b910-3705693df28d, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=95e1561b-99ea-47c0-b910-3705693df28d,segment=NetworkSegment(dab1045a-1f3c-48cd-af99-fae61dbf0f42),segment_id=dab1045a-1f3c-48cd-af99-fae61dbf0f42)] {{(pid=73830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:08:01.759194 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:01.763946 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:08:01.836512 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Routers {'138a6afe-3487-47f5-bbf5-28d773354c94'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:08:01.837161 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503efd4490>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:07:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['138a6afe-3487-47f5-bbf5-28d773354c94'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:08:01.995673 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Pushing event updated for resources: {'Port': ['ID=95e1561b-99ea-47c0-b910-3705693df28d,revision_number=4']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:08:02.000640 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:08:02.033913 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] Set router 138a6afe-3487-47f5-bbf5-28d773354c94 gateway port host: None {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:08:02.364848 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503efd4490>, [{'id': '138a6afe-3487-47f5-bbf5-28d773354c94', 'name': 'router1', 'tenant_id': '344edd48c6b641508309957aabeeae18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:07:49Z', 'updated_at': '2021-05-04T18:07:59Z', 'revision_number': 2, 'project_id': '344edd48c6b641508309957aabeeae18', 'gw_port_host': None, '_interfaces': [{'id': '95e1561b-99ea-47c0-b910-3705693df28d', 'name': '', 'network_id': 'fa027dea-67d4-4b01-b83c-90217b285bee', 'tenant_id': '344edd48c6b641508309957aabeeae18', 'mac_address': 'fa:16:3e:e2:86:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a6afe-3487-47f5-bbf5-28d773354c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8da3086f-d9a3-4a4b-8646-e23642a1826d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:07:58Z', 'updated_at': '2021-05-04T18:08:01Z', 'revision_number': 4, 'project_id': '344edd48c6b641508309957aabeeae18', 'subnets': [{'id': '8da3086f-d9a3-4a4b-8646-e23642a1826d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cda1f01-9e6d-4e26-b803-99d6cfd566ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:08:02.368980 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c0a26b-c39d-4bcb-8666-a3199dd997a5 None None] The sync data for ids ['138a6afe-3487-47f5-bbf5-28d773354c94'] in dv-cinder-789603-2-iscsi is: [{'id': '138a6afe-3487-47f5-bbf5-28d773354c94', 'name': 'router1', 'tenant_id': '344edd48c6b641508309957aabeeae18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:07:49Z', 'updated_at': '2021-05-04T18:07:59Z', 'revision_number': 2, 'project_id': '344edd48c6b641508309957aabeeae18', 'gw_port_host': None, '_interfaces': [{'id': '95e1561b-99ea-47c0-b910-3705693df28d', 'name': '', 'network_id': 'fa027dea-67d4-4b01-b83c-90217b285bee', 'tenant_id': '344edd48c6b641508309957aabeeae18', 'mac_address': 'fa:16:3e:e2:86:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a6afe-3487-47f5-bbf5-28d773354c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8da3086f-d9a3-4a4b-8646-e23642a1826d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:07:58Z', 'updated_at': '2021-05-04T18:08:01Z', 'revision_number': 4, 'project_id': '344edd48c6b641508309957aabeeae18', 'subnets': [{'id': '8da3086f-d9a3-4a4b-8646-e23642a1826d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cda1f01-9e6d-4e26-b803-99d6cfd566ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:08:02.606961 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 36652) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:08:02.755927 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b993d7d6-9b55-4b6f-94ba-665f4398e263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:08:02.756402 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b993d7d6-9b55-4b6f-94ba-665f4398e263 admin admin] Synchronizing usage tracker for tenant:9a25d6e4bf1e46149bfc31660d462a59 on resource:network {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:08:02.774336 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b993d7d6-9b55-4b6f-94ba-665f4398e263 admin admin] Unset dirty status for tenant:9a25d6e4bf1e46149bfc31660d462a59 on resource:network {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:08:02.775618 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-b993d7d6-9b55-4b6f-94ba-665f4398e263 admin admin] 10.222.0.67 "GET /v2.0/networks/59dd31e5-fc69-4865-ac92-82ced2e462b7 HTTP/1.1" status: 200  len: 842 time: 0.1677263
May 04 18:08:02.785455 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Request body: {'subnet': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:08:02.791439 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:08:02.795279 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Usage tracker for resource:subnet and tenant:9a25d6e4bf1e46149bfc31660d462a59 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:08:02.798240 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:08:02.808146 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:08:02.818335 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Made reservation on behalf of 9a25d6e4bf1e46149bfc31660d462a59 for: {'subnet': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:08:02.821284 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:03.274849 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.objects.ports [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73828) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 04 18:08:03.275210 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for subnet, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:03.278980 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:08:03.350911 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8183e183-6c1e-45a5-ad4c-5bf2b73bd732,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:08:03.357891 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:08:03.360438 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Checking segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:08:03.360811 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Network hostable DHCP agents. Network: 59dd31e5-fc69-4865-ac92-82ced2e462b7, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:08:03.383936 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:08:03.394318 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, 59dd31e5-fc69-4865-ac92-82ced2e462b7) {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:08:03.398968 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:08:03.399976 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:03.403212 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d6e7a6-e606-48a2-8e35-9ea28f2fb2c4 None None] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:08:03.424983 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6428876
May 04 18:08:03.651236 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e5de08-67af-4c39-8d1f-11c09270f1e1 None None] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:08:05.221300 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 95e1561b-99ea-47c0-b910-3705693df28d up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:08:05.332439 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 95e1561b-99ea-47c0-b910-3705693df28d completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:08:05.342093 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 95e1561b-99ea-47c0-b910-3705693df28d triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:08:05.342718 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:05.500706 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:05.563757 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 95e1561b-99ea-47c0-b910-3705693df28d, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=95e1561b-99ea-47c0-b910-3705693df28d,segment=NetworkSegment(dab1045a-1f3c-48cd-af99-fae61dbf0f42),segment_id=dab1045a-1f3c-48cd-af99-fae61dbf0f42)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:08:05.570101 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:05.575257 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:08:05.648646 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=95e1561b-99ea-47c0-b910-3705693df28d,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:08:05.652112 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:08:05.712936 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 36666) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:08:05.932612 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-95892a92-a3ac-4329-9bd1-c31ac8b98c65 admin admin] 10.222.0.67 "GET /v2.0/routers/138a6afe-3487-47f5-bbf5-28d773354c94 HTTP/1.1" status: 200  len: 710 time: 0.2185216
May 04 18:08:06.065233 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7434034c-763f-4ab0-af04-cd80037de836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:08:06.067507 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-7434034c-763f-4ab0-af04-cd80037de836 admin admin] 10.222.0.67 "GET /v2.0/networks/59dd31e5-fc69-4865-ac92-82ced2e462b7 HTTP/1.1" status: 200  len: 886 time: 0.1294231
May 04 18:08:06.076566 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:08:06.541783 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-927497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39550'] for router, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:06.915441 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:06.971854 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:07.110534 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Allocated IP 172.27.1.147 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:08:07.199391 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 95e1561b-99ea-47c0-b910-3705693df28d up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:08:07.266592 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:07.270892 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 95e1561b-99ea-47c0-b910-3705693df28d triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:08:07.271265 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:07.327868 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:07.333089 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:08:07.393372 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:08:07.401537 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:08:07.403999 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:08:07.520153 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Pushing event updated for resources: {'Port': ['ID=72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:08:07.524068 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:08:07.809377 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:08.186653 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-927497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39550'] for router, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:08.190011 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-927488'] for router, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:08.376077 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Router 138a6afe-3487-47f5-bbf5-28d773354c94 has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:08:08.555073 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:08:08.564533 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Sync routers for ids ['138a6afe-3487-47f5-bbf5-28d773354c94'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:08:08.564997 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Notify callbacks [] for router, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:08.565944 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] 10.222.0.67 "PUT /v2.0/routers/138a6afe-3487-47f5-bbf5-28d773354c94 HTTP/1.1" status: 200  len: 890 time: 2.4930406
May 04 18:08:08.575732 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Routers {'138a6afe-3487-47f5-bbf5-28d773354c94'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:08:08.576403 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e6a6a00>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:07:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['138a6afe-3487-47f5-bbf5-28d773354c94'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:08:08.799830 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Set router 138a6afe-3487-47f5-bbf5-28d773354c94 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:08:09.155239 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e6a6a00>, [{'id': '138a6afe-3487-47f5-bbf5-28d773354c94', 'name': 'router1', 'tenant_id': '344edd48c6b641508309957aabeeae18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:07:49Z', 'updated_at': '2021-05-04T18:08:07Z', 'revision_number': 4, 'project_id': '344edd48c6b641508309957aabeeae18', 'gw_port': {'id': '72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a6afe-3487-47f5-bbf5-28d773354c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:08:07Z', 'updated_at': '2021-05-04T18:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '95e1561b-99ea-47c0-b910-3705693df28d', 'name': '', 'network_id': 'fa027dea-67d4-4b01-b83c-90217b285bee', 'tenant_id': '344edd48c6b641508309957aabeeae18', 'mac_address': 'fa:16:3e:e2:86:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a6afe-3487-47f5-bbf5-28d773354c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8da3086f-d9a3-4a4b-8646-e23642a1826d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:07:58Z', 'updated_at': '2021-05-04T18:08:05Z', 'revision_number': 5, 'project_id': '344edd48c6b641508309957aabeeae18', 'subnets': [{'id': '8da3086f-d9a3-4a4b-8646-e23642a1826d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cda1f01-9e6d-4e26-b803-99d6cfd566ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:08:09.160292 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Checking router: 138a6afe-3487-47f5-bbf5-28d773354c94 for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:08:09.160633 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Updating router 138a6afe-3487-47f5-bbf5-28d773354c94 port 72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6 binding host dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:08:09.217264 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:09.561767 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Notify callbacks [] for port, precommit_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:09.573660 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Transition to ACTIVE for port object 72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6 will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:08:09.580874 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:09.584904 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:08:09.658982 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd01f19-65e5-4599-a600-634804db6e1a None None] Pushing event updated for resources: {'Port': ['ID=72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6,revision_number=2']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:08:09.661186 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Attempting to bind port 72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6 on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:08:09.661551 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Attempting to bind port 72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6 by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:08:09.661935 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Attempting to bind port 72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6 on network 59dd31e5-fc69-4865-ac92-82ced2e462b7 {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:08:09.664631 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-4cd01f19-65e5-4599-a600-634804db6e1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:08:09.669209 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:08:09.669575 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Checking segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:08:09.670008 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:09.670386 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Bound using segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:08:09.670849 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Bound port: 72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:08:09.671235 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:09.747658 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] For port 72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:08:09.750981 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] For port 72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:08:09.755616 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:09.759600 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-4cd01f19-65e5-4599-a600-634804db6e1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:08:09.834525 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Routers {'138a6afe-3487-47f5-bbf5-28d773354c94'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:08:09.835071 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e6a6a00>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:07:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['138a6afe-3487-47f5-bbf5-28d773354c94'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:08:09.887492 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd01f19-65e5-4599-a600-634804db6e1a None None] Pushing event updated for resources: {'Port': ['ID=72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:08:09.892806 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-4cd01f19-65e5-4599-a600-634804db6e1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:08:10.028922 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] Set router 138a6afe-3487-47f5-bbf5-28d773354c94 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:08:10.387262 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e6a6a00>, [{'id': '138a6afe-3487-47f5-bbf5-28d773354c94', 'name': 'router1', 'tenant_id': '344edd48c6b641508309957aabeeae18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:07:49Z', 'updated_at': '2021-05-04T18:08:07Z', 'revision_number': 4, 'project_id': '344edd48c6b641508309957aabeeae18', 'gw_port': {'id': '72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a6afe-3487-47f5-bbf5-28d773354c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:08:07Z', 'updated_at': '2021-05-04T18:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '95e1561b-99ea-47c0-b910-3705693df28d', 'name': '', 'network_id': 'fa027dea-67d4-4b01-b83c-90217b285bee', 'tenant_id': '344edd48c6b641508309957aabeeae18', 'mac_address': 'fa:16:3e:e2:86:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a6afe-3487-47f5-bbf5-28d773354c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8da3086f-d9a3-4a4b-8646-e23642a1826d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:07:58Z', 'updated_at': '2021-05-04T18:08:05Z', 'revision_number': 5, 'project_id': '344edd48c6b641508309957aabeeae18', 'subnets': [{'id': '8da3086f-d9a3-4a4b-8646-e23642a1826d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cda1f01-9e6d-4e26-b803-99d6cfd566ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:08:10.391182 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8a02f-234a-4db1-b6ee-49ef2c238f08 None None] The sync data for ids ['138a6afe-3487-47f5-bbf5-28d773354c94'] in dv-cinder-789603-2-iscsi is: [{'id': '138a6afe-3487-47f5-bbf5-28d773354c94', 'name': 'router1', 'tenant_id': '344edd48c6b641508309957aabeeae18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:07:49Z', 'updated_at': '2021-05-04T18:08:07Z', 'revision_number': 4, 'project_id': '344edd48c6b641508309957aabeeae18', 'gw_port': {'id': '72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a6afe-3487-47f5-bbf5-28d773354c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:08:07Z', 'updated_at': '2021-05-04T18:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '95e1561b-99ea-47c0-b910-3705693df28d', 'name': '', 'network_id': 'fa027dea-67d4-4b01-b83c-90217b285bee', 'tenant_id': '344edd48c6b641508309957aabeeae18', 'mac_address': 'fa:16:3e:e2:86:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a6afe-3487-47f5-bbf5-28d773354c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8da3086f-d9a3-4a4b-8646-e23642a1826d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:07:58Z', 'updated_at': '2021-05-04T18:08:05Z', 'revision_number': 5, 'project_id': '344edd48c6b641508309957aabeeae18', 'subnets': [{'id': '8da3086f-d9a3-4a4b-8646-e23642a1826d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cda1f01-9e6d-4e26-b803-99d6cfd566ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:08:11.010530 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 36676) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:08:11.186489 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-f5c23f13-4f62-494a-9b79-8e579e2b4136 admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1742032
May 04 18:08:11.219248 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:08:11.296533 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:08:11.301885 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:08:11.302245 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:11.430700 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:11.449462 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:08:11.456365 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:11.460098 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:08:11.544167 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:08:11.550233 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:08:13.206601 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:08:13.321965 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 72cd3ca8-2f53-4f7e-bf94-97f91f5a01f6 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:08:13.321965 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:16.214760 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 5 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:08:20.532104 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d3478f9e-f54a-4cdc-b571-c11bcc6e3155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:22.867371 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:23.368926 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-c0e0acf5-d9a3-4b55-8045-23e380af48d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:24.759623 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:26.769388 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:50.516658 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-055a14e4-5e79-495a-b004-62e834073da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:52.877453 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:53.202726 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 5 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:08:53.378093 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7c022913-be3c-490c-9907-eef25912d45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:54.759295 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:08:56.749760 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:09:20.519498 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-0daad3a2-e39f-416a-b79c-4e9b6fea47d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:09:22.870685 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:09:23.370786 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-715decdf-3ec2-4a0e-8721-a48b6bb887a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:09:24.766679 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:09:26.747675 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:09:30.201476 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 5 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:09:47.102686 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37246) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:09:47.174185 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdeb98ef-89fe-44d6-832b-2f23ff52a099 admin admin] GET failed (client error): The resource could not be found.
May 04 18:09:47.175507 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-cdeb98ef-89fe-44d6-832b-2f23ff52a099 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0718675
May 04 18:09:47.311348 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944cd5e4-4e50-4d89-821f-e9200a74e924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:09:47.312782 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-944cd5e4-4e50-4d89-821f-e9200a74e924 admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1328146
May 04 18:09:49.462954 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37256) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:09:49.574812 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675455a2-110b-42cb-be39-b8713246783e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:09:49.576188 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-675455a2-110b-42cb-be39-b8713246783e admin admin] 10.222.0.67 "GET /v2.0/subnets/8da3086f-d9a3-4a4b-8646-e23642a1826d HTTP/1.1" status: 200  len: 849 time: 0.1121826
May 04 18:09:49.585375 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:09:49.703035 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Notify callbacks [] for subnet, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:09:49.889921 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748915154068'] for subnet, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:09:49.893590 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:09:49.934805 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:09:49.934805 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:09:49.935968 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] 10.222.0.67 "PUT /v2.0/subnets/8da3086f-d9a3-4a4b-8646-e23642a1826d HTTP/1.1" status: 200  len: 868 time: 0.3544118
May 04 18:09:49.940711 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddf42a1-6b92-4a7e-aef3-f493d8c36d2a None None] Network fa027dea-67d4-4b01-b83c-90217b285bee requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:09:49.960398 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da3086f-d9a3-4a4b-8646-e23642a1826d,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:09:49.968258 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:09:49.968646 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:09:49.968983 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:09:49.969306 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:09:49.969623 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:09:49.969971 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:09:49.970287 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:09:49.970649 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:09:49.970970 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:09:49.971280 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:09:49.971591 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:09:49.971902 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:09:49.976495 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:09:50.401513 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-b4d5bb2e-90c7-4bc3-a44b-7dff7cecac14 None None] Provisioning complete for port 95e1561b-99ea-47c0-b910-3705693df28d triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:09:50.401906 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-b4d5bb2e-90c7-4bc3-a44b-7dff7cecac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:09:50.542602 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-083754aa-847b-441f-867e-75d007f4c100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:09:50.553202 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-b4d5bb2e-90c7-4bc3-a44b-7dff7cecac14 None None] Provisioning complete for port 7dc61153-e716-4ecf-8ef6-b183f3debc0b triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:09:50.553569 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-b4d5bb2e-90c7-4bc3-a44b-7dff7cecac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:09:52.111713 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 37266) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:09:52.289336 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d6c87e-90d6-460f-8c39-b0704237c6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:09:52.289758 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d6c87e-90d6-460f-8c39-b0704237c6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:09:52.291288 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-f7d6c87e-90d6-460f-8c39-b0704237c6ad admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1786256
May 04 18:09:52.873963 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:09:53.401054 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-435342e5-4d6b-4a87-bfa2-2ee1477c0405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:09:54.437005 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 37276) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:09:54.610051 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347e8052-3c2c-4cdd-944d-0a571c83807e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:09:54.610522 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347e8052-3c2c-4cdd-944d-0a571c83807e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:09:54.612035 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-347e8052-3c2c-4cdd-944d-0a571c83807e admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1740930
May 04 18:09:54.765758 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:09:56.751215 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37286) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:09:56.756592 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:09:56.923288 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09403dc-ee57-4f9b-b49d-4bf12f694346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:09:56.924643 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-c09403dc-ee57-4f9b-b49d-4bf12f694346 admin admin] 10.222.0.67 "GET /v2.0/networks/59dd31e5-fc69-4865-ac92-82ced2e462b7 HTTP/1.1" status: 200  len: 886 time: 0.1724904
May 04 18:09:59.091571 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37296) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:09:59.266680 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ccd5d5-8278-4900-be3b-d1513aea15ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:09:59.267992 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-b4ccd5d5-8278-4900-be3b-d1513aea15ca admin admin] 10.222.0.67 "GET /v2.0/networks/fa027dea-67d4-4b01-b83c-90217b285bee HTTP/1.1" status: 200  len: 869 time: 0.1754766
May 04 18:10:01.397178 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37306) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:10:01.543300 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9281db2e-a957-4f95-a12a-d63897d65521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:10:01.543760 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9281db2e-a957-4f95-a12a-d63897d65521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:10:01.545274 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-9281db2e-a957-4f95-a12a-d63897d65521 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1471252
May 04 18:10:03.665784 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37316) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:10:03.772736 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5078468-f55b-46e1-8ef8-bfb3dd7f6ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:10:03.773191 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5078468-f55b-46e1-8ef8-bfb3dd7f6ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:10:03.774738 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-c5078468-f55b-46e1-8ef8-bfb3dd7f6ce3 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1080103
May 04 18:10:05.898591 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37326) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:10:06.000464 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4caaf8f-46e1-434b-ad13-c5a324638f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:10:06.001812 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-c4caaf8f-46e1-434b-ad13-c5a324638f0c admin admin] 10.222.0.67 "GET /v2.0/subnets/8183e183-6c1e-45a5-ad4c-5bf2b73bd732 HTTP/1.1" status: 200  len: 816 time: 0.1022656
May 04 18:10:07.200604 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 5 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:10:08.141409 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37336) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:10:08.252328 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3431fa9-5c68-44e9-832f-710ae15a98cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:10:08.253660 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-d3431fa9-5c68-44e9-832f-710ae15a98cc admin admin] 10.222.0.67 "GET /v2.0/subnets/8da3086f-d9a3-4a4b-8646-e23642a1826d HTTP/1.1" status: 200  len: 868 time: 0.1112239
May 04 18:10:20.524187 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-9093cca7-5752-46f9-ab6d-1b7ca886a306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:22.877926 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:23.371796 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-cd084eec-b3a4-42e9-8470-082492136037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:24.768714 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:26.753252 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:31.198289 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37380) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:10:31.245803 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [None req-1b2498a9-d06d-40a0-94d7-fcd17a87150d admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 18:10:31.246819 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-1b2498a9-d06d-40a0-94d7-fcd17a87150d admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0475769
May 04 18:10:33.500556 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 37390) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:10:33.569971 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4faaaa-99ad-49ee-b88c-679ca2ea95e0 admin admin] GET failed (client error): The resource could not be found.
May 04 18:10:33.571276 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-af4faaaa-99ad-49ee-b88c-679ca2ea95e0 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0697682
May 04 18:10:33.705017 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61503cf3-f667-4faa-9f18-8b363866e915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:10:33.706524 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-61503cf3-f667-4faa-9f18-8b363866e915 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1313736
May 04 18:10:35.899845 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 37400) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:10:35.947889 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:10:35.952436 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:10:35.962517 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:10:35.971736 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Made reservation on behalf of 9a25d6e4bf1e46149bfc31660d462a59 for: {'network': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:10:35.974183 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:36.062053 dv-cinder-789603-2-iscsi neutron-server[73828]: WARNING neutron.services.revisions.revision_plugin [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f503e34c9d0] {project_id='9a25d6e4bf1e46149bfc31660d462a59', id='0a7cad00-7915-4d1c-8b94-25a9ede34c03', target_tenant='*', action='access_as_shared', object_id='51e531b4-764f-4e04-b480-14a2ec7867b6'}> to bump revision.
May 04 18:10:36.075432 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833}  {{(pid=73828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:10:36.085848 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:36.086192 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.segments_db [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Added segment 7d4656f6-01b8-407c-8c5e-9aeb2aaae88b of type vlan for network 51e531b4-764f-4e04-b480-14a2ec7867b6
May 04 18:10:36.112233 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:36.141724 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:36.142999 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:10:36.143579 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:36.147257 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:10:36.245017 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Pushing event updated for resources: {'Network': ['ID=51e531b4-764f-4e04-b480-14a2ec7867b6,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:10:36.249648 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3487484
May 04 18:10:36.253680 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:36.254026 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:36.254360 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:36.254725 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:36.255050 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:36.255390 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:36.255718 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:36.256036 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:36.256370 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:36.256689 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:36.257003 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:36.257317 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:36.261150 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:10:36.269365 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network 51e531b4-764f-4e04-b480-14a2ec7867b6 details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:10:38.464712 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 37410) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:10:38.534978 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.pecan_wsgi.hooks.translation [None req-93986eac-51f2-46dc-ad0a-3818bdacd5d4 admin admin] GET failed (client error): The resource could not be found.
May 04 18:10:38.535499 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-93986eac-51f2-46dc-ad0a-3818bdacd5d4 admin admin] Synchronizing usage tracker for tenant:9a25d6e4bf1e46149bfc31660d462a59 on resource:network {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:10:38.550646 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-93986eac-51f2-46dc-ad0a-3818bdacd5d4 admin admin] Unset dirty status for tenant:9a25d6e4bf1e46149bfc31660d462a59 on resource:network {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:10:38.552060 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-93986eac-51f2-46dc-ad0a-3818bdacd5d4 admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0864036
May 04 18:10:38.657495 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9908e6d-a844-4943-bfbb-8975d8b6c542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:10:38.658983 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-f9908e6d-a844-4943-bfbb-8975d8b6c542 admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1031206
May 04 18:10:38.668972 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '51e531b4-764f-4e04-b480-14a2ec7867b6', 'description': 'shared-subnet'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:10:38.673808 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:10:38.677582 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] Usage tracker for resource:subnet and tenant:9a25d6e4bf1e46149bfc31660d462a59 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:10:38.680501 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:10:38.686201 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:10:38.697872 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] Made reservation on behalf of 9a25d6e4bf1e46149bfc31660d462a59 for: {'subnet': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:10:38.700211 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:39.087429 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for subnet, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:39.091162 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-60eed101-fe53-4667-8574-b9f118b40717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:10:39.164224 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa2c38c-bac1-4f10-82c8-98580c411d3d,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:10:39.166955 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:10:39.174743 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] Checking segment: {'id': '7d4656f6-01b8-407c-8c5e-9aeb2aaae88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '51e531b4-764f-4e04-b480-14a2ec7867b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:10:39.175097 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] Network hostable DHCP agents. Network: 51e531b4-764f-4e04-b480-14a2ec7867b6, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:10:39.196654 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] Network 51e531b4-764f-4e04-b480-14a2ec7867b6 is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:10:39.206567 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, 51e531b4-764f-4e04-b480-14a2ec7867b6) {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:10:39.210437 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:10:39.211025 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:39.215695 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80adf1b-e962-4663-836f-aeb02c7d8224 None None] Network 51e531b4-764f-4e04-b480-14a2ec7867b6 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:10:39.230960 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5653172
May 04 18:10:39.456329 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a245aa9-5d94-527a-8046-af85b68d10c7-51e531b4-764f-4e04-b480-14a2ec7867b6', 'network_id': '51e531b4-764f-4e04-b480-14a2ec7867b6', 'tenant_id': '9a25d6e4bf1e46149bfc31660d462a59', 'fixed_ips': [{'subnet_id': '7fa2c38c-bac1-4f10-82c8-98580c411d3d'}]}} from dv-cinder-789603-2-iscsi. {{(pid=73829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 18:10:39.457338 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:39.629249 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.db_base_plugin_common [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Allocated IP 192.168.233.2 (51e531b4-764f-4e04-b480-14a2ec7867b6/7fa2c38c-bac1-4f10-82c8-98580c411d3d/773f7d21-ea6a-4cf3-a7ab-0256e0125c6d) {{(pid=73829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:10:39.845082 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Notify callbacks [] for port, precommit_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:39.855996 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Transition to ACTIVE for port object 773f7d21-ea6a-4cf3-a7ab-0256e0125c6d will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:10:39.876036 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Transition to ACTIVE for port object 773f7d21-ea6a-4cf3-a7ab-0256e0125c6d will not be triggered until provisioned by entity DHCP. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:10:39.882012 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:39.886433 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:10:39.948511 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Network 51e531b4-764f-4e04-b480-14a2ec7867b6 is already hosted by enough agents. {{(pid=73829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:10:39.949703 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.base_scheduler [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Resources bound (agent type, host, resource id):  {{(pid=73829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:10:39.953847 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Received port after_create {{(pid=73829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:10:39.963092 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Pushing event updated for resources: {'Port': ['ID=773f7d21-ea6a-4cf3-a7ab-0256e0125c6d,revision_number=1']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:10:39.996230 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:39.996566 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:39.996897 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:39.997216 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:39.997538 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:39.997882 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:39.998193 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:39.998505 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:39.998834 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:39.999462 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:39.999462 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:39.999734 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:10:40.009310 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:10:40.063291 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Attempting to bind port 773f7d21-ea6a-4cf3-a7ab-0256e0125c6d on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:10:40.063657 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Attempting to bind port 773f7d21-ea6a-4cf3-a7ab-0256e0125c6d by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': '7d4656f6-01b8-407c-8c5e-9aeb2aaae88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '51e531b4-764f-4e04-b480-14a2ec7867b6'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:10:40.064012 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Attempting to bind port 773f7d21-ea6a-4cf3-a7ab-0256e0125c6d on network 51e531b4-764f-4e04-b480-14a2ec7867b6 {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:10:40.070278 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:10:40.070651 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Checking segment: {'id': '7d4656f6-01b8-407c-8c5e-9aeb2aaae88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '51e531b4-764f-4e04-b480-14a2ec7867b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:10:40.071050 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:40.071433 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Bound using segment: {'id': '7d4656f6-01b8-407c-8c5e-9aeb2aaae88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '51e531b4-764f-4e04-b480-14a2ec7867b6'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:10:40.071903 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Bound port: 773f7d21-ea6a-4cf3-a7ab-0256e0125c6d, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4656f6-01b8-407c-8c5e-9aeb2aaae88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '51e531b4-764f-4e04-b480-14a2ec7867b6'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:10:40.072284 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:40.163973 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] For port 773f7d21-ea6a-4cf3-a7ab-0256e0125c6d, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:10:40.172697 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] For port 773f7d21-ea6a-4cf3-a7ab-0256e0125c6d, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=773f7d21-ea6a-4cf3-a7ab-0256e0125c6d,segment=NetworkSegment(7d4656f6-01b8-407c-8c5e-9aeb2aaae88b),segment_id=7d4656f6-01b8-407c-8c5e-9aeb2aaae88b)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:10:40.179698 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:40.184239 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:10:40.265708 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Pushing event updated for resources: {'Port': ['ID=773f7d21-ea6a-4cf3-a7ab-0256e0125c6d,revision_number=2']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:10:40.269837 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:10:41.106079 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77917fe-59b9-44a7-a34d-7771f0b1f87c None None] Network 51e531b4-764f-4e04-b480-14a2ec7867b6 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:10:41.233358 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-662b8f93-2641-4956-a091-d6373af10d8e None None] Provisioning for port 773f7d21-ea6a-4cf3-a7ab-0256e0125c6d completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:10:41.360359 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 773f7d21-ea6a-4cf3-a7ab-0256e0125c6d up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:10:41.445532 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 773f7d21-ea6a-4cf3-a7ab-0256e0125c6d completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:10:41.452088 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 773f7d21-ea6a-4cf3-a7ab-0256e0125c6d triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:10:41.452088 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:41.583339 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:41.619641 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 773f7d21-ea6a-4cf3-a7ab-0256e0125c6d, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=773f7d21-ea6a-4cf3-a7ab-0256e0125c6d,segment=NetworkSegment(7d4656f6-01b8-407c-8c5e-9aeb2aaae88b),segment_id=7d4656f6-01b8-407c-8c5e-9aeb2aaae88b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:10:41.623146 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:41.626372 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:10:41.726960 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=773f7d21-ea6a-4cf3-a7ab-0256e0125c6d,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:10:41.730012 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:10:41.730940 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-6ff71ced-c269-4538-aa1a-b6bea44bace9 None None] Provisioning complete for port 773f7d21-ea6a-4cf3-a7ab-0256e0125c6d triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:10:41.731317 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-6ff71ced-c269-4538-aa1a-b6bea44bace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:43.312186 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 773f7d21-ea6a-4cf3-a7ab-0256e0125c6d up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:10:43.383602 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 773f7d21-ea6a-4cf3-a7ab-0256e0125c6d triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:10:43.383968 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:44.199783 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 5 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:10:50.529258 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-0192651d-03e4-40d6-bde5-0e6b33a65293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:52.882035 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:53.374303 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-e0804fb8-3543-4b8d-9fe4-8a3cceb8dd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:54.769420 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:10:56.755780 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:20.525684 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5c3e3114-f637-43fe-83f2-a703d082a351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:21.198892 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 5 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:11:22.886012 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:23.375052 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-b82c6857-f1a1-4c06-8643-5eca8e844c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:24.774771 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:26.761014 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:45.506931 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 37460) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:11:45.512955 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [None req-ca88d65a-12ac-41cd-8070-ec913e9e1cd4 tempest-verify_tempest_config-966784235 tempest-verify_tempest_config-966784235-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 18:11:45.514050 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-ca88d65a-12ac-41cd-8070-ec913e9e1cd4 tempest-verify_tempest_config-966784235 tempest-verify_tempest_config-966784235-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0060201
May 04 18:11:45.819021 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 37478) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:11:45.936536 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:45.951105 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:11:45.954939 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Usage tracker for resource:security_group_rule and tenant:02e5701f42de4ad8b3536cf9377d2ee7 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:11:45.957832 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:11:45.963439 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:11:46.048413 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:46.052643 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:46.059760 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:11:46.097899 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Synchronizing usage tracker for tenant:9a25d6e4bf1e46149bfc31660d462a59 on resource:security_group {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:11:46.101274 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f31029-56f6-4194-b228-7961cac897c2,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:11:46.110568 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:11:46.110921 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:11:46.111251 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:11:46.111576 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:11:46.111892 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:11:46.112224 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:11:46.112544 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:11:46.113375 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:11:46.113728 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:11:46.114046 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:11:46.114353 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:11:46.114660 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:11:46.119340 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:11:46.127424 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Unset dirty status for tenant:9a25d6e4bf1e46149bfc31660d462a59 on resource:security_group {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:11:46.129180 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=02e5701f42de4ad8b3536cf9377d2ee7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3086650
May 04 18:11:46.131983 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 37484) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:11:46.187723 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e0c5db83-33ab-4e30-ae2a-750fb067be0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:46.215305 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e0c5db83-33ab-4e30-ae2a-750fb067be0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:46.350988 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e0c5db83-33ab-4e30-ae2a-750fb067be0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:46.354822 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:11:46.366335 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5db83-33ab-4e30-ae2a-750fb067be0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f31029-56f6-4194-b228-7961cac897c2,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:11:46.370041 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e0c5db83-33ab-4e30-ae2a-750fb067be0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:11:46.373656 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e0c5db83-33ab-4e30-ae2a-750fb067be0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:46.377211 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-e0c5db83-33ab-4e30-ae2a-750fb067be0c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/18f31029-56f6-4194-b228-7961cac897c2 HTTP/1.1" status: 204  len: 168 time: 0.2419672
May 04 18:11:50.527896 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8156-dc47-435c-9556-a81a4dcb0e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:52.890187 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:53.386227 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-f05e3238-95b6-4226-b820-7336d12a4124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:54.777116 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:56.763089 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:11:58.198656 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 5 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:12:20.529994 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-40a9dbe7-d2d8-4284-99ba-753b562b8193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:12:22.892683 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:12:23.378481 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-20c3de6f-7af5-4d12-bc7d-001d3582f282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:12:24.778911 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:12:26.770415 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:12:35.198004 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 5 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:12:50.533109 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-fba5e074-6acb-44cb-8152-756a4a3ccf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:12:52.895145 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:12:53.382038 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5be3b490-4033-4a1a-8429-4ec1655a5043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:12:54.782311 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:12:56.774053 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:13:12.196015 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 5 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:13:20.535746 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-b7fe0ad4-3f89-4b7c-89c0-f233a83db7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:13:22.899297 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:13:23.188474 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703'] for agent, after_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:13:23.384353 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-bfa391b6-4da1-4ea0-b51e-3093cbc8b854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:13:24.786213 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:13:26.780720 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:13:26.934809 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 37536) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:13:27.047336 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-1ba0af12-1696-406c-a94a-ad83505f3d57 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1113713
May 04 18:13:29.190703 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37546) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:13:29.252959 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-1356ea76-3e49-4338-af4b-f34a3b809581 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0610962
May 04 18:13:49.195883 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:13:50.540699 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-f6fa22d4-c77b-4128-bb5a-07cea86f44e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:13:52.903255 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:13:53.146662 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:13:53.385668 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-91f6077e-81c2-43ab-8edf-b0fd22fc2df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:13:54.789295 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:13:56.782692 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:20.543461 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d2513614-a9af-4825-98c3-8153424626e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:22.921374 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:23.151236 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:23.387283 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ec71-122f-401c-97ea-9d670aab2f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:24.791885 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:26.194959 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:14:26.784649 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:50.555187 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5a076f73-bf2c-4be3-a360-4dfeb6ceabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:52.909403 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:53.143629 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:53.390907 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-2198cdb5-20a9-4a00-a58a-79b04f442d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:53.625743 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37692) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:14:53.973546 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1455191642-network', 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:14:53.979265 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:53.983327 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Usage tracker for resource:network and tenant:6aefb4fa5e3d445b8c9b88bc40882c9e is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:53.986672 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:53.994450 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:54.007718 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Made reservation on behalf of 6aefb4fa5e3d445b8c9b88bc40882c9e for: {'network': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:14:54.012732 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:54.031337 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:54.047939 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:54.052792 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Usage tracker for resource:security_group_rule and tenant:6aefb4fa5e3d445b8c9b88bc40882c9e is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:54.055709 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:54.063872 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:54.167598 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:54.172654 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:54.177145 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:54.205531 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838}  {{(pid=73827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:14:54.214777 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa88924-80ef-45c8-9718-ba7f8389eb60,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:54.223483 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:54.223899 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:54.224256 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:54.225042 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:54.225529 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:54.226169 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:54.226496 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:54.226829 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:54.227148 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:54.227465 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:54.227778 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:54.228091 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Tracked resource versions report:
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]: pushed versions:
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]: {   'AddressGroup': {'1.2'},
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:     'ConntrackHelper': {'1.0'},
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:     'Log': {'1.0'},
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:     'Network': {'1.1'},
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:     'Port': {'1.7'},
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:     'PortForwarding': {'1.2'},
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:     'QosPolicy': {'1.8'},
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:     'SecurityGroup': {'1.4'},
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:     'SecurityGroupRule': {'1.2'},
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:     'SubPort': {'1.0'},
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:     'Subnet': {'1.1'},
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:     'Trunk': {'1.1'}}
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]: consumer versions:
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]: {   DHCP agent@dv-cinder-789603-2-iscsi: {},
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:     HyperV agent@hv-cinder-78960: {},
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:     L3 agent@dv-cinder-789603-2-iscsi: {},
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:     Metadata agent@dv-cinder-789603-2-iscsi: {},
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:     Metering agent@dv-cinder-789603-2-iscsi: {},
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:     Open vSwitch agent@dv-cinder-789603-2-iscsi: {   'AddressGroup': '1.2',
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'ConntrackHelper': '1.0',
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'Log': '1.0',
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'Network': '1.1',
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'Port': '1.7',
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'PortForwarding': '1.2',
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'QosPolicy': '1.8',
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'SecurityGroup': '1.4',
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'SecurityGroupRule': '1.2',
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'SubPort': '1.0',
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'Subnet': '1.1',
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:                                                      'Trunk': '1.1'}}
May 04 18:14:54.229307 dv-cinder-789603-2-iscsi neutron-server[73827]:  {{(pid=73827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 04 18:14:54.233347 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:54.234341 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:54.234715 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.segments_db [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Added segment c2b2c400-f28b-4668-b6f3-7d05f392235b of type vlan for network 99409e48-5704-4894-904f-35de746905a5
May 04 18:14:54.266785 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:54.304864 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:54.306327 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:14:54.306928 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:54.311603 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-4e7c395f-2d29-4a0d-88aa-d396de810419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:54.413211 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.7851973
May 04 18:14:54.416659 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37746) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:14:54.424229 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] Request body: {'subnet': {'network_id': '99409e48-5704-4894-904f-35de746905a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1455191642-subnet', 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:14:54.428255 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Pushing event updated for resources: {'Network': ['ID=99409e48-5704-4894-904f-35de746905a5,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:54.430601 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:54.432908 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:54.435194 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] Usage tracker for resource:subnet and tenant:6aefb4fa5e3d445b8c9b88bc40882c9e is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:54.438977 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:54.444258 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network 99409e48-5704-4894-904f-35de746905a5 details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:14:54.446283 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:54.457959 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] Made reservation on behalf of 6aefb4fa5e3d445b8c9b88bc40882c9e for: {'subnet': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:14:54.461478 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:54.730484 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 37760) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:14:54.767881 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 37766) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:14:54.800551 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:54.871623 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 37774) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:14:54.894124 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for subnet, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:54.898889 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:54.906693 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 37780) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:14:54.985454 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed8ff751-3f9c-4e2b-b012-ca57bc17a88d,revision_number=0']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:54.988145 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:54.989048 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] Checking segment: {'id': 'c2b2c400-f28b-4668-b6f3-7d05f392235b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '99409e48-5704-4894-904f-35de746905a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:14:54.989394 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] Network hostable DHCP agents. Network: 99409e48-5704-4894-904f-35de746905a5, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:14:55.008300 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] Network 99409e48-5704-4894-904f-35de746905a5 is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:14:55.019143 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, 99409e48-5704-4894-904f-35de746905a5) {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:14:55.023872 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:14:55.024812 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:55.032389 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a171464-46cd-4864-8909-0ee62a89bef1 None None] Network 99409e48-5704-4894-904f-35de746905a5 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:14:55.055351 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.6369517
May 04 18:14:55.057502 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 37790) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:14:55.064750 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1455191642-router', 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:14:55.070667 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:55.075219 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Usage tracker for resource:router and tenant:6aefb4fa5e3d445b8c9b88bc40882c9e is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:55.078688 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:55.084830 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:55.096328 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-927591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39441'] for router, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:55.097792 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39528'] for router, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:55.123260 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:55.189145 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-104331219-network', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:14:55.206419 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1932664083-network', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:14:55.211352 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:55.215583 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Usage tracker for resource:network and tenant:27df770cfc4e46179df7e8bd111c6454 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:55.218478 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:55.225416 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:55.244145 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:55.249154 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Usage tracker for resource:network and tenant:6fe7e174186c44ffb03d6761766e9c4e is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:55.253256 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:55.259525 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:55.270001 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-993557563-network', 'tenant_id': '941e77f13d134f72b1147573b9e17a86'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:14:55.277929 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Made reservation on behalf of 27df770cfc4e46179df7e8bd111c6454 for: {'network': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:14:55.280207 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:55.299462 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:55.303941 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Usage tracker for resource:network and tenant:941e77f13d134f72b1147573b9e17a86 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:55.307172 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:55.313228 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:55.324234 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d425c109-7f0f-4291-8667-7f745113824c None None] Network 99409e48-5704-4894-904f-35de746905a5 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:14:55.324569 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-754196639-network', 'tenant_id': 'f0cb6cff504c4a8da4ec138a21a196f0'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:14:55.328477 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:55.341244 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Made reservation on behalf of 6fe7e174186c44ffb03d6761766e9c4e for: {'network': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:14:55.343677 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:55.372201 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:55.376224 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Usage tracker for resource:security_group_rule and tenant:27df770cfc4e46179df7e8bd111c6454 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:55.379142 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:55.386054 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:55.424112 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:55.437698 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Made reservation on behalf of 941e77f13d134f72b1147573b9e17a86 for: {'network': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:14:55.440268 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:55.460385 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:55.464320 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Usage tracker for resource:security_group_rule and tenant:6fe7e174186c44ffb03d6761766e9c4e is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:55.467039 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:55.478616 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:55.582427 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:55.592689 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:55.611616 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:55.614812 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Usage tracker for resource:network and tenant:f0cb6cff504c4a8da4ec138a21a196f0 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:55.678400 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:55.682264 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:55.691703 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Usage tracker for resource:security_group_rule and tenant:941e77f13d134f72b1147573b9e17a86 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:55.700557 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:55.709499 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:55.711507 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:55.728680 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e0c5db83-33ab-4e30-ae2a-750fb067be0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:55.797606 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:55.889043 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-927497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39550'] for router, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:55.899916 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805}  {{(pid=73828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:14:55.912464 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:55.913160 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.segments_db [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Added segment 02013f2c-608d-4c58-aba7-cbd5195b5e36 of type vlan for network b5d9f6a0-8056-4021-b12a-9774e1320123
May 04 18:14:55.944188 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:55.976477 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Made reservation on behalf of f0cb6cff504c4a8da4ec138a21a196f0 for: {'network': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:14:55.979412 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:56.004119 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:56.034439 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:14:56.035318 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:56.047944 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:56.119112 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:56.132400 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5893b86d-c7e7-470d-9118-e87cc5259ef0,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:56.146222 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Usage tracker for resource:security_group_rule and tenant:f0cb6cff504c4a8da4ec138a21a196f0 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:56.210922 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:56.235770 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:56.236116 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:56.236452 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:56.236777 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:56.237101 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:56.237423 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:56.237951 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:56.238272 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:56.238587 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:56.239085 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:56.239581 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:56.240408 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Tracked resource versions report:
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]: pushed versions:
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]: {   'AddressGroup': {'1.2'},
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:     'ConntrackHelper': {'1.0'},
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:     'Log': {'1.0'},
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:     'Network': {'1.1'},
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:     'Port': {'1.7'},
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:     'PortForwarding': {'1.2'},
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:     'QosPolicy': {'1.8'},
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:     'SecurityGroup': {'1.4'},
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:     'SecurityGroupRule': {'1.2'},
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:     'SubPort': {'1.0'},
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:     'Subnet': {'1.1'},
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:     'Trunk': {'1.1'}}
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]: consumer versions:
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]: {   DHCP agent@dv-cinder-789603-2-iscsi: {},
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:     HyperV agent@hv-cinder-78960: {},
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:     L3 agent@dv-cinder-789603-2-iscsi: {},
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:     Metadata agent@dv-cinder-789603-2-iscsi: {},
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:     Metering agent@dv-cinder-789603-2-iscsi: {},
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:     Open vSwitch agent@dv-cinder-789603-2-iscsi: {   'AddressGroup': '1.2',
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'ConntrackHelper': '1.0',
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'Log': '1.0',
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'Network': '1.1',
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'Port': '1.7',
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'PortForwarding': '1.2',
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'QosPolicy': '1.8',
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'SecurityGroup': '1.4',
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'SecurityGroupRule': '1.2',
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'SubPort': '1.0',
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'Subnet': '1.1',
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:                                                      'Trunk': '1.1'}}
May 04 18:14:56.241461 dv-cinder-789603-2-iscsi neutron-server[73828]:  {{(pid=73828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 04 18:14:56.245137 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:56.260563 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:56.262179 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ee748f78-7656-4027-9bef-a4d99a3360d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:56.321226 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.5890322
May 04 18:14:56.324655 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37846) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:14:56.334108 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-e2669c47-6783-4a97-a159-f95c0ba5d3ff admin admin] Request body: {'subnet': {'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-subnet', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:14:56.342604 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-e2669c47-6783-4a97-a159-f95c0ba5d3ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:56.354518 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-e2669c47-6783-4a97-a159-f95c0ba5d3ff admin admin] Usage tracker for resource:subnet and tenant:27df770cfc4e46179df7e8bd111c6454 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:56.363118 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-e2669c47-6783-4a97-a159-f95c0ba5d3ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:56.379547 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-e2669c47-6783-4a97-a159-f95c0ba5d3ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:56.409254 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2669c47-6783-4a97-a159-f95c0ba5d3ff admin admin] Made reservation on behalf of 27df770cfc4e46179df7e8bd111c6454 for: {'subnet': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:14:56.411509 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:56.414766 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e2669c47-6783-4a97-a159-f95c0ba5d3ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:56.433274 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Pushing event updated for resources: {'Network': ['ID=b5d9f6a0-8056-4021-b12a-9774e1320123,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:56.435740 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:56.444032 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:56.445777 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network b5d9f6a0-8056-4021-b12a-9774e1320123 details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:14:56.458934 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:56.518412 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:56.532452 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842}  {{(pid=73828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:14:56.542113 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:56.558492 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea0979d-c2aa-4c62-91de-447a13a2526d,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:56.568852 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:56.574416 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:56.574971 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.segments_db [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Added segment aa496005-47b0-4b45-aecf-ec3b981ccbf5 of type vlan for network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba
May 04 18:14:56.577921 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-0e8cb2e3-de3e-425a-9dbb-9e5ca7c50575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:56.634417 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812}  {{(pid=73828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:14:56.757171 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e44f87-5f3b-4319-978f-9c6f8a66c7d6,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:56.804205 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:56.825199 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:56.834664 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:56.834664 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.segments_db [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Added segment f6eda80f-1be0-4800-9ba8-4756455dc40b of type vlan for network de204a18-ac33-4a46-a0a5-9fe86a701001
May 04 18:14:56.850475 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:56.856760 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:56.893776 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:56.920372 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:56.951928 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:56.977302 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841}  {{(pid=73828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:14:56.998393 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e2669c47-6783-4a97-a159-f95c0ba5d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for subnet, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:57.017140 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a45818b0-8584-43e9-b9c8-e2b8306264a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:57.018612 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f50eff3-c029-4595-ae10-bf3245f4de0c,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:57.022037 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:57.109158 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:57.109536 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.segments_db [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Added segment e632bc6b-951d-4fcb-9e95-1c7b49f5f80e of type vlan for network b590a2bc-9427-439b-87ad-b05399fdca88
May 04 18:14:57.112491 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:57.127650 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.db.resource_extend [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 04 18:14:57.137300 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:57.147003 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:57.152363 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2669c47-6783-4a97-a159-f95c0ba5d3ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a64c1e-a477-4d77-860d-4be6483412a3,revision_number=0']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:57.161319 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-e2669c47-6783-4a97-a159-f95c0ba5d3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:57.175603 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2669c47-6783-4a97-a159-f95c0ba5d3ff admin admin] Checking segment: {'id': '02013f2c-608d-4c58-aba7-cbd5195b5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:14:57.176285 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2669c47-6783-4a97-a159-f95c0ba5d3ff admin admin] Network hostable DHCP agents. Network: b5d9f6a0-8056-4021-b12a-9774e1320123, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:14:57.196099 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:14:57.196754 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:57.207403 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:57.210904 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2669c47-6783-4a97-a159-f95c0ba5d3ff admin admin] Network b5d9f6a0-8056-4021-b12a-9774e1320123 is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:14:57.229431 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-e2669c47-6783-4a97-a159-f95c0ba5d3ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, b5d9f6a0-8056-4021-b12a-9774e1320123) {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:14:57.240291 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab207e6-d8b0-435a-8aeb-633e06184acf None None] Network b5d9f6a0-8056-4021-b12a-9774e1320123 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:14:57.256896 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:57.261659 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2669c47-6783-4a97-a159-f95c0ba5d3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:14:57.266945 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e2669c47-6783-4a97-a159-f95c0ba5d3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:57.274074 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:57.285667 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:14:57.286696 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:57.315102 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-e2669c47-6783-4a97-a159-f95c0ba5d3ff admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9880648
May 04 18:14:57.317843 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37888) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:14:57.327266 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:14:57.343179 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:57.358883 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Usage tracker for resource:router and tenant:27df770cfc4e46179df7e8bd111c6454 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:57.362487 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:57.378843 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:57.390741 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.db.resource_extend [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 04 18:14:57.399900 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:57.415445 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:57.425592 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-927591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39441'] for router, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:57.426743 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39528'] for router, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:57.444646 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:57.463499 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:57.488017 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.7185869
May 04 18:14:57.491015 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37900) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:14:57.496756 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:14:57.502070 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.6262491
May 04 18:14:57.507939 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 37904) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:14:57.524650 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-9069e8d3-be11-472f-b28e-4e1abeb1962f admin admin] Request body: {'subnet': {'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1932664083-subnet', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:14:57.545083 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-9069e8d3-be11-472f-b28e-4e1abeb1962f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:57.558795 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-9069e8d3-be11-472f-b28e-4e1abeb1962f admin admin] Usage tracker for resource:subnet and tenant:6fe7e174186c44ffb03d6761766e9c4e is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:57.568895 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-a07b8ead-2443-4495-80c5-8096e7bd175e admin admin] Request body: {'subnet': {'network_id': 'de204a18-ac33-4a46-a0a5-9fe86a701001', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-993557563-subnet', 'tenant_id': '941e77f13d134f72b1147573b9e17a86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:14:57.577502 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-9069e8d3-be11-472f-b28e-4e1abeb1962f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:57.578113 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:57.579370 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-a07b8ead-2443-4495-80c5-8096e7bd175e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:57.589534 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:14:57.590416 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:57.593962 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Pushing event updated for resources: {'Network': ['ID=de204a18-ac33-4a46-a0a5-9fe86a701001,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:57.600249 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-a07b8ead-2443-4495-80c5-8096e7bd175e admin admin] Usage tracker for resource:subnet and tenant:941e77f13d134f72b1147573b9e17a86 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:57.604619 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:57.613864 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:57.629771 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-a07b8ead-2443-4495-80c5-8096e7bd175e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:57.635992 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Allocated IP 172.27.1.47 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/615eeed8-f908-4716-9763-8910cba8bb65) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:14:57.655570 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-a07b8ead-2443-4495-80c5-8096e7bd175e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:57.726773 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.8189735
May 04 18:14:57.741274 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network de204a18-ac33-4a46-a0a5-9fe86a701001 details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:14:57.754420 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Pushing event updated for resources: {'Network': ['ID=b590a2bc-9427-439b-87ad-b05399fdca88,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:57.756872 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37916) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:14:57.768299 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:57.772167 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07b8ead-2443-4495-80c5-8096e7bd175e admin admin] Made reservation on behalf of 941e77f13d134f72b1147573b9e17a86 for: {'subnet': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:14:57.774883 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-9069e8d3-be11-472f-b28e-4e1abeb1962f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:57.787925 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a07b8ead-2443-4495-80c5-8096e7bd175e admin admin] Notify callbacks [] for subnet, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:57.804479 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] Request body: {'subnet': {'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-754196639-subnet', 'tenant_id': 'f0cb6cff504c4a8da4ec138a21a196f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:14:57.810483 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37920) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:14:57.841550 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:57.848637 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] Usage tracker for resource:subnet and tenant:f0cb6cff504c4a8da4ec138a21a196f0 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:57.853244 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:57.859367 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network b590a2bc-9427-439b-87ad-b05399fdca88 details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:14:57.860698 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:57.897755 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a245aa9-5d94-527a-8046-af85b68d10c7-b5d9f6a0-8056-4021-b12a-9774e1320123', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3'}]}} from dv-cinder-789603-2-iscsi. {{(pid=73829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 18:14:57.898876 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:57.981600 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] Made reservation on behalf of f0cb6cff504c4a8da4ec138a21a196f0 for: {'subnet': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:14:57.985300 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:58.136900 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 37932) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:14:58.153870 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:58.162467 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9069e8d3-be11-472f-b28e-4e1abeb1962f admin admin] Made reservation on behalf of 6fe7e174186c44ffb03d6761766e9c4e for: {'subnet': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:14:58.170740 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-9069e8d3-be11-472f-b28e-4e1abeb1962f admin admin] Notify callbacks [] for subnet, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:58.298878 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:58.312451 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.db_base_plugin_common [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Allocated IP 172.20.0.2 (b5d9f6a0-8056-4021-b12a-9774e1320123/06a64c1e-a477-4d77-860d-4be6483412a3/6e962607-5a6a-4bc3-92ad-5ad574f98032) {{(pid=73829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:14:58.325774 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-77f7c427-cf2d-4ef8-af53-cb96bff62611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:58.396827 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d6b84ec2-5212-4035-b0b1-302db4fe2a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:58.413262 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:14:58.418822 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:14:58.434696 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-927497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39550'] for router, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:58.436093 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:14:58.461465 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c3bdb73f-868f-4da9-b5ce-61fe5a7ec449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:58.509234 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-d6b84ec2-5212-4035-b0b1-302db4fe2a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:58.516021 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-c3bdb73f-868f-4da9-b5ce-61fe5a7ec449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:14:58.543836 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Notify callbacks [] for port, precommit_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:58.545255 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-c3bdb73f-868f-4da9-b5ce-61fe5a7ec449 admin admin] Usage tracker for resource:security_group_rule and tenant:617205dc05414903b9dbd5dcc02ab003 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:58.553599 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-c3bdb73f-868f-4da9-b5ce-61fe5a7ec449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:58.557268 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Transition to ACTIVE for port object 6e962607-5a6a-4bc3-92ad-5ad574f98032 will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:14:58.572324 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-c3bdb73f-868f-4da9-b5ce-61fe5a7ec449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:58.574347 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Pushing event updated for resources: {'Port': ['ID=615eeed8-f908-4716-9763-8910cba8bb65,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:58.579162 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-d6b84ec2-5212-4035-b0b1-302db4fe2a65 admin admin] Usage tracker for resource:security_group_rule and tenant:45f6cd0def074201a1f2e597c72f9074 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:14:58.582869 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Transition to ACTIVE for port object 6e962607-5a6a-4bc3-92ad-5ad574f98032 will not be triggered until provisioned by entity DHCP. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:14:58.584227 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:58.584968 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-d6b84ec2-5212-4035-b0b1-302db4fe2a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:14:58.589426 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:58.595149 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-f53d71e6-fab8-4de8-ac57-c7431adee43b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:58.650269 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Network b5d9f6a0-8056-4021-b12a-9774e1320123 is already hosted by enough agents. {{(pid=73829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:14:58.661262 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.base_scheduler [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Resources bound (agent type, host, resource id):  {{(pid=73829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:14:58.665437 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Received port after_create {{(pid=73829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:14:58.673939 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Pushing event updated for resources: {'Port': ['ID=6e962607-5a6a-4bc3-92ad-5ad574f98032,revision_number=1']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:58.674948 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-d6b84ec2-5212-4035-b0b1-302db4fe2a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:14:58.743422 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:58.743940 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:58.744353 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:58.744736 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:58.745129 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:58.745523 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:58.746012 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:58.746407 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:58.746803 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:58.747182 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:58.747560 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:58.747942 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Tracked resource versions report:
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]: pushed versions:
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]: {   'AddressGroup': {'1.2'},
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:     'ConntrackHelper': {'1.0'},
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:     'Log': {'1.0'},
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:     'Network': {'1.1'},
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:     'Port': {'1.7'},
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:     'PortForwarding': {'1.2'},
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:     'QosPolicy': {'1.8'},
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:     'SecurityGroup': {'1.4'},
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:     'SecurityGroupRule': {'1.2'},
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:     'SubPort': {'1.0'},
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:     'Subnet': {'1.1'},
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:     'Trunk': {'1.1'}}
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]: consumer versions:
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]: {   DHCP agent@dv-cinder-789603-2-iscsi: {},
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:     HyperV agent@hv-cinder-78960: {},
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:     L3 agent@dv-cinder-789603-2-iscsi: {},
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:     Metadata agent@dv-cinder-789603-2-iscsi: {},
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:     Metering agent@dv-cinder-789603-2-iscsi: {},
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:     Open vSwitch agent@dv-cinder-789603-2-iscsi: {   'AddressGroup': '1.2',
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'ConntrackHelper': '1.0',
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'Log': '1.0',
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'Network': '1.1',
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'Port': '1.7',
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'PortForwarding': '1.2',
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'QosPolicy': '1.8',
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'SecurityGroup': '1.4',
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'SecurityGroupRule': '1.2',
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'SubPort': '1.0',
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'Subnet': '1.1',
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:                                                      'Trunk': '1.1'}}
May 04 18:14:58.749089 dv-cinder-789603-2-iscsi neutron-server[73829]:  {{(pid=73829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 04 18:14:58.782940 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:58.803506 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Attempting to bind port 6e962607-5a6a-4bc3-92ad-5ad574f98032 on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:14:58.804350 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Attempting to bind port 6e962607-5a6a-4bc3-92ad-5ad574f98032 by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': '02013f2c-608d-4c58-aba7-cbd5195b5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:14:58.804729 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Attempting to bind port 6e962607-5a6a-4bc3-92ad-5ad574f98032 on network b5d9f6a0-8056-4021-b12a-9774e1320123 {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:14:58.810868 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:14:58.811254 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Checking segment: {'id': '02013f2c-608d-4c58-aba7-cbd5195b5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:14:58.811662 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:58.812049 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Bound using segment: {'id': '02013f2c-608d-4c58-aba7-cbd5195b5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:14:58.812521 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Bound port: 6e962607-5a6a-4bc3-92ad-5ad574f98032, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02013f2c-608d-4c58-aba7-cbd5195b5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:14:58.812919 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:58.916682 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] For port 6e962607-5a6a-4bc3-92ad-5ad574f98032, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:14:58.920277 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] For port 6e962607-5a6a-4bc3-92ad-5ad574f98032, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=6e962607-5a6a-4bc3-92ad-5ad574f98032,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:14:58.936254 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:58.936254 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:58.975773 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c3bdb73f-868f-4da9-b5ce-61fe5a7ec449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:59.001011 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c3bdb73f-868f-4da9-b5ce-61fe5a7ec449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:59.021316 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:59.083876 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Pushing event updated for resources: {'Port': ['ID=6e962607-5a6a-4bc3-92ad-5ad574f98032,revision_number=2']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:59.087072 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:59.118057 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d6b84ec2-5212-4035-b0b1-302db4fe2a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:59.138555 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d6b84ec2-5212-4035-b0b1-302db4fe2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:59.141316 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:59.216316 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:59.219452 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-c3bdb73f-868f-4da9-b5ce-61fe5a7ec449 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=617205dc05414903b9dbd5dcc02ab003&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3449180
May 04 18:14:59.231575 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 37948) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:14:59.270867 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a07b8ead-2443-4495-80c5-8096e7bd175e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for subnet, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:59.333317 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-d6b84ec2-5212-4035-b0b1-302db4fe2a65 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=45f6cd0def074201a1f2e597c72f9074&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1943951
May 04 18:14:59.366620 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37952) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:14:59.366620 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdb73f-868f-4da9-b5ce-61fe5a7ec449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3895c9ec-f0e4-489c-9665-f9cdb83431b3,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:59.398926 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-c3bdb73f-868f-4da9-b5ce-61fe5a7ec449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:59.423625 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b84ec2-5212-4035-b0b1-302db4fe2a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66370f1-a859-421d-9739-19f5c3369d65,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:59.429143 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-d6b84ec2-5212-4035-b0b1-302db4fe2a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:59.440410 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:59.520702 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for subnet, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:59.527250 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:59.571738 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 6e962607-5a6a-4bc3-92ad-5ad574f98032 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:14:59.575236 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:14:59.585758 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b8ead-2443-4495-80c5-8096e7bd175e admin admin] Checking segment: {'id': 'f6eda80f-1be0-4800-9ba8-4756455dc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'de204a18-ac33-4a46-a0a5-9fe86a701001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:14:59.586125 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07b8ead-2443-4495-80c5-8096e7bd175e admin admin] Network hostable DHCP agents. Network: de204a18-ac33-4a46-a0a5-9fe86a701001, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:14:59.589322 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b8ead-2443-4495-80c5-8096e7bd175e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4f7d101-97fe-450f-bc5b-91bf7d54590e,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:59.596936 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-a07b8ead-2443-4495-80c5-8096e7bd175e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:59.601922 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-41bf161c-f9f4-4c89-aee5-d67e10f20f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:59.612800 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:59.654706 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 6e962607-5a6a-4bc3-92ad-5ad574f98032 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:14:59.730161 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07b8ead-2443-4495-80c5-8096e7bd175e admin admin] Network de204a18-ac33-4a46-a0a5-9fe86a701001 is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:14:59.734178 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-41bf161c-f9f4-4c89-aee5-d67e10f20f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:59.784080 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7e3bbed2-2e1b-4cef-aaee-6fd7fa0d6790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:59.828959 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-a07b8ead-2443-4495-80c5-8096e7bd175e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, de204a18-ac33-4a46-a0a5-9fe86a701001) {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:14:59.834723 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07b8ead-2443-4495-80c5-8096e7bd175e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:14:59.835152 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a07b8ead-2443-4495-80c5-8096e7bd175e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:59.839035 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42760539-f8e1-4674-8dde-d793a86dd892 None None] Network de204a18-ac33-4a46-a0a5-9fe86a701001 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:14:59.860945 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eeccb21-59c9-4d38-b9b9-5a3f4940df7b,revision_number=0']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:14:59.876094 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:14:59.913990 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7e3bbed2-2e1b-4cef-aaee-6fd7fa0d6790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:14:59.921161 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] Checking segment: {'id': 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:14:59.921517 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] Network hostable DHCP agents. Network: b590a2bc-9427-439b-87ad-b05399fdca88, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:14:59.927682 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926137'] for router, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:00.057665 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-41bf161c-f9f4-4c89-aee5-d67e10f20f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:00.075977 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Allocated IP 172.27.1.158 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/6002408f-6781-46a3-94a4-80a986f1b57f) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:15:00.099640 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:00.120729 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf161c-f9f4-4c89-aee5-d67e10f20f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3895c9ec-f0e4-489c-9665-f9cdb83431b3,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:00.129079 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] Network b590a2bc-9427-439b-87ad-b05399fdca88 is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:15:00.133915 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-41bf161c-f9f4-4c89-aee5-d67e10f20f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:00.135052 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-41bf161c-f9f4-4c89-aee5-d67e10f20f33 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3895c9ec-f0e4-489c-9665-f9cdb83431b3 HTTP/1.1" status: 204  len: 168 time: 0.9007220
May 04 18:15:00.144771 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-41bf161c-f9f4-4c89-aee5-d67e10f20f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:00.146964 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, b590a2bc-9427-439b-87ad-b05399fdca88) {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:00.151986 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-a07b8ead-2443-4495-80c5-8096e7bd175e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.6427181
May 04 18:15:00.202380 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1dfa72-947a-4a7e-9075-b6121587ebf7 None None] Network b590a2bc-9427-439b-87ad-b05399fdca88 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:15:00.223983 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:00.224862 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:00.268436 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-9069e8d3-be11-472f-b28e-4e1abeb1962f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for subnet, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:00.288444 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:00.320016 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf204bb-dc66-4595-90e2-8106e453c0ea None None] Network de204a18-ac33-4a46-a0a5-9fe86a701001 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:15:00.390685 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069e8d3-be11-472f-b28e-4e1abeb1962f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e98fb673-01a2-4dc9-8c0c-4753773818b5,revision_number=0']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:00.399036 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7e3bbed2-2e1b-4cef-aaee-6fd7fa0d6790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:00.405307 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-9069e8d3-be11-472f-b28e-4e1abeb1962f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:00.422256 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Router d31beefc-9684-4fb6-b5a7-4bc2576b2478 is scheduled to L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 with binding_index 1 {{(pid=73828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 18:15:00.433759 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:00.498219 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3bbed2-2e1b-4cef-aaee-6fd7fa0d6790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66370f1-a859-421d-9739-19f5c3369d65,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:00.504881 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-7e3bbed2-2e1b-4cef-aaee-6fd7fa0d6790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:00.506649 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9069e8d3-be11-472f-b28e-4e1abeb1962f admin admin] Checking segment: {'id': 'aa496005-47b0-4b45-aecf-ec3b981ccbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:15:00.507568 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9069e8d3-be11-472f-b28e-4e1abeb1962f admin admin] Network hostable DHCP agents. Network: 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:15:00.511524 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7e3bbed2-2e1b-4cef-aaee-6fd7fa0d6790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:00.515676 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-7e3bbed2-2e1b-4cef-aaee-6fd7fa0d6790 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a66370f1-a859-421d-9739-19f5c3369d65 HTTP/1.1" status: 204  len: 168 time: 1.1419072
May 04 18:15:00.522162 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.7542138
May 04 18:15:00.546182 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:00.571214 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9069e8d3-be11-472f-b28e-4e1abeb1962f admin admin] Network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:15:00.582252 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b3a629-868e-4996-9431-8fc41d9cade7 None None] Network b5d9f6a0-8056-4021-b12a-9774e1320123 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:15:00.595618 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-9069e8d3-be11-472f-b28e-4e1abeb1962f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba) {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:00.611549 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9069e8d3-be11-472f-b28e-4e1abeb1962f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:00.612163 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-9069e8d3-be11-472f-b28e-4e1abeb1962f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:00.636698 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:00.661037 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:00.710794 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e98a2a3-130a-4496-a2c7-1cab90099aef None None] Network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:15:00.748902 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-9069e8d3-be11-472f-b28e-4e1abeb1962f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.2503476
May 04 18:15:00.749708 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37994) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:00.774861 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 37996) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:00.781136 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:15:00.791324 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Sync routers for ids ['d31beefc-9684-4fb6-b5a7-4bc2576b2478'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:15:00.805494 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Notify callbacks [] for router, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:00.808813 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Routers {'d31beefc-9684-4fb6-b5a7-4bc2576b2478'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:15:00.809447 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e67ccd0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:14:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['d31beefc-9684-4fb6-b5a7-4bc2576b2478'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:00.810586 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.7512133
May 04 18:15:00.811463 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38002) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:00.823841 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:00.831109 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:15:00.844691 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-baf5b519-ad7b-45fd-ae0b-033d224eeefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:00.869130 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:00.884991 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:00.900584 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:15:01.090519 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Usage tracker for resource:router and tenant:6fe7e174186c44ffb03d6761766e9c4e is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:01.223787 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Pushing event updated for resources: {'Port': ['ID=6002408f-6781-46a3-94a4-80a986f1b57f,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:01.234227 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:01.242689 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:01.244095 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 38010) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:01.257234 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Set router d31beefc-9684-4fb6-b5a7-4bc2576b2478 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:15:01.290225 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:01.290225 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-baf5b519-ad7b-45fd-ae0b-033d224eeefe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:01.348649 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-baf5b519-ad7b-45fd-ae0b-033d224eeefe admin admin] Usage tracker for resource:security_group_rule and tenant:3a6f9c9ea76e48c4aaf5fee85f9d0fb2 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:01.368915 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fb84f23b-56d0-4afc-9e02-80ea3ae0d9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:01.382885 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-baf5b519-ad7b-45fd-ae0b-033d224eeefe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:01.404014 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-baf5b519-ad7b-45fd-ae0b-033d224eeefe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:01.419143 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-927591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39441'] for router, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:01.421553 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39528'] for router, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:01.440861 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-f088846d-12b4-4307-8fd9-6878c7fca499 None None] Provisioning for port 6e962607-5a6a-4bc3-92ad-5ad574f98032 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:01.470130 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-fb84f23b-56d0-4afc-9e02-80ea3ae0d9b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:01.491859 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-fb84f23b-56d0-4afc-9e02-80ea3ae0d9b0 admin admin] Usage tracker for resource:security_group_rule and tenant:b02a17500631456c8cf3d65acb6ebe4f is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:01.518784 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-f088846d-12b4-4307-8fd9-6878c7fca499 None None] Provisioning complete for port 6e962607-5a6a-4bc3-92ad-5ad574f98032 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:01.520772 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-f088846d-12b4-4307-8fd9-6878c7fca499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:01.521292 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-fb84f23b-56d0-4afc-9e02-80ea3ae0d9b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:01.556195 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-fb84f23b-56d0-4afc-9e02-80ea3ae0d9b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:01.582973 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:01.659293 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3940655-7c35-4e36-bf1c-8f401ccc0f02 None None] Network b590a2bc-9427-439b-87ad-b05399fdca88 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:15:01.730874 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e67ccd0>, [{'id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'name': 'tempest-ServerRescueNegativeTestJSON-1455191642-router', 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '615eeed8-f908-4716-9763-8910cba8bb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:55Z', 'updated_at': '2021-05-04T18:14:58Z', 'revision_number': 3, 'project_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'gw_port': {'id': '615eeed8-f908-4716-9763-8910cba8bb65', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:01.746350 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Checking router: d31beefc-9684-4fb6-b5a7-4bc2576b2478 for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:15:01.746855 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Updating router d31beefc-9684-4fb6-b5a7-4bc2576b2478 port 615eeed8-f908-4716-9763-8910cba8bb65 binding host dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:15:01.869969 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:02.096472 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:02.386472 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-927497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39550'] for router, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:02.403842 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-f088846d-12b4-4307-8fd9-6878c7fca499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:02.469244 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Allocated IP 172.20.0.1 (99409e48-5704-4894-904f-35de746905a5/ed8ff751-3f9c-4e2b-b012-ca57bc17a88d/1f9116a1-ff80-42b1-88c6-fad37014765d) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:15:02.600537 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Notify callbacks [] for port, precommit_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:02.636935 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.provisioning_blocks [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Transition to ACTIVE for port object 615eeed8-f908-4716-9763-8910cba8bb65 will not be triggered until provisioned by entity L2. {{(pid=73830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:02.652100 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:02.662180 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:02.705747 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38062) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:02.721396 dv-cinder-789603-2-iscsi neutron-server[73828]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 04 18:15:02.843135 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-f088846d-12b4-4307-8fd9-6878c7fca499 None None] For port 6e962607-5a6a-4bc3-92ad-5ad574f98032, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=6e962607-5a6a-4bc3-92ad-5ad574f98032,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:02.853295 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-f088846d-12b4-4307-8fd9-6878c7fca499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:02.856975 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a245aa9-5d94-527a-8046-af85b68d10c7-1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5'}]}} from dv-cinder-789603-2-iscsi. {{(pid=73829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 18:15:02.857618 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:02.887175 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 38078) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:02.904543 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:02.906537 dv-cinder-789603-2-iscsi neutron-server[73827]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 04 18:15:02.911507 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Pushing event updated for resources: {'Port': ['ID=615eeed8-f908-4716-9763-8910cba8bb65,revision_number=2']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:02.912785 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:02.922750 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-baf5b519-ad7b-45fd-ae0b-033d224eeefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:02.930885 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:15:02.931364 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:15:02.931716 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:15:02.934871 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:15:02.935701 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:15:02.940239 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:15:02.940790 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:15:02.941295 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:15:02.941841 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:15:02.942650 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:15:02.943746 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:15:02.944299 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Tracked resource versions report:
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]: pushed versions:
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]: {   'AddressGroup': {'1.2'},
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:     'ConntrackHelper': {'1.0'},
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:     'Log': {'1.0'},
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:     'Network': {'1.1'},
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:     'Port': {'1.7'},
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:     'PortForwarding': {'1.2'},
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:     'QosPolicy': {'1.8'},
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:     'SecurityGroup': {'1.4'},
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:     'SecurityGroupRule': {'1.2'},
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:     'SubPort': {'1.0'},
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:     'Subnet': {'1.1'},
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:     'Trunk': {'1.1'}}
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]: consumer versions:
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]: {   DHCP agent@dv-cinder-789603-2-iscsi: {},
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:     HyperV agent@hv-cinder-78960: {},
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:     L3 agent@dv-cinder-789603-2-iscsi: {},
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:     Metadata agent@dv-cinder-789603-2-iscsi: {},
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:     Metering agent@dv-cinder-789603-2-iscsi: {},
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:     Open vSwitch agent@dv-cinder-789603-2-iscsi: {   'AddressGroup': '1.2',
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'ConntrackHelper': '1.0',
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'Log': '1.0',
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'Network': '1.1',
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'Port': '1.7',
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'PortForwarding': '1.2',
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'QosPolicy': '1.8',
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'SecurityGroup': '1.4',
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'SecurityGroupRule': '1.2',
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'SubPort': '1.0',
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'Subnet': '1.1',
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:                                                      'Trunk': '1.1'}}
May 04 18:15:02.945608 dv-cinder-789603-2-iscsi neutron-server[73830]:  {{(pid=73830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 04 18:15:02.958002 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:02.963006 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Attempting to bind port 615eeed8-f908-4716-9763-8910cba8bb65 on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:15:02.973041 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Attempting to bind port 615eeed8-f908-4716-9763-8910cba8bb65 by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:15:02.973867 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Attempting to bind port 615eeed8-f908-4716-9763-8910cba8bb65 on network 59dd31e5-fc69-4865-ac92-82ced2e462b7 {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:02.980729 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:15:02.982952 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Checking segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:15:02.983626 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:02.986537 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Bound using segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:15:02.987407 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Bound port: 615eeed8-f908-4716-9763-8910cba8bb65, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:15:02.988077 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:02.993946 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-41b30a77-626e-4c4a-859c-502759302122 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:02.997838 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-41b30a77-626e-4c4a-859c-502759302122 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Synchronizing usage tracker for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:network {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:03.000511 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38082) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:03.067937 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:03.074305 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:03.102750 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-4c73060d-5a2c-4624-8bb9-20c9cf5fe5f9 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:03.109922 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-4c73060d-5a2c-4624-8bb9-20c9cf5fe5f9 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/networks?id=de204a18-ac33-4a46-a0a5-9fe86a701001 HTTP/1.1" status: 200  len: 811 time: 0.2217407
May 04 18:15:03.126322 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-baf5b519-ad7b-45fd-ae0b-033d224eeefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:03.129734 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:03.141484 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088846d-12b4-4307-8fd9-6878c7fca499 None None] Pushing event updated for resources: {'Port': ['ID=6e962607-5a6a-4bc3-92ad-5ad574f98032,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:03.143588 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] For port 615eeed8-f908-4716-9763-8910cba8bb65, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:15:03.146892 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-f088846d-12b4-4307-8fd9-6878c7fca499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:03.157367 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] For port 615eeed8-f908-4716-9763-8910cba8bb65, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=615eeed8-f908-4716-9763-8910cba8bb65,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:15:03.166205 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:03.172040 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-98b219e6-4209-4812-a369-a02973197865 None None] Provisioning complete for port 6e962607-5a6a-4bc3-92ad-5ad574f98032 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:03.172583 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-98b219e6-4209-4812-a369-a02973197865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:03.173708 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:03.229663 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Network 99409e48-5704-4894-904f-35de746905a5 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:15:03.232908 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:03.241703 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:15:03.242151 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925142'] for router_interface, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:03.250907 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=1f9116a1-ff80-42b1-88c6-fad37014765d,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:03.258676 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:03.274643 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Pushing event updated for resources: {'Port': ['ID=615eeed8-f908-4716-9763-8910cba8bb65,revision_number=3']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:03.290744 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:03.322655 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Routers {'d31beefc-9684-4fb6-b5a7-4bc2576b2478'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:15:03.323432 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e67ccd0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:14:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['d31beefc-9684-4fb6-b5a7-4bc2576b2478'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:03.353724 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0d740631-4ab5-47c2-9bde-bd6ebea26d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:03.376391 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-0d740631-4ab5-47c2-9bde-bd6ebea26d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:03.379294 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.db_base_plugin_common [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Allocated IP 172.20.0.2 (1b4e5ebf-cc8d-4c20-b067-3374fe7438ba/e98fb673-01a2-4dc9-8c0c-4753773818b5/7c4153b7-9d0b-42e7-aef3-d024f79ed169) {{(pid=73829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:15:03.383403 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-0d740631-4ab5-47c2-9bde-bd6ebea26d7e admin admin] Usage tracker for resource:security_group_rule and tenant:3a1299154af7485c8e7845cd3e038e16 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:03.391187 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-0d740631-4ab5-47c2-9bde-bd6ebea26d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:03.399202 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-0d740631-4ab5-47c2-9bde-bd6ebea26d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:03.401250 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-c3bdb73f-868f-4da9-b5ce-61fe5a7ec449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:03.442509 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-79130732-5d34-4d9c-be5c-8d8090b872ea tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/quotas/941e77f13d134f72b1147573b9e17a86 HTTP/1.1" status: 200  len: 375 time: 0.3313458
May 04 18:15:03.457023 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5b519-ad7b-45fd-ae0b-033d224eeefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c5a997-7219-4071-a1ea-c61b5186d2df,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:03.489520 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:03.546337 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 6e962607-5a6a-4bc3-92ad-5ad574f98032 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:03.556477 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-baf5b519-ad7b-45fd-ae0b-033d224eeefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:03.559100 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-0fdbcc22-9027-4b7c-839a-b6f8e19896be tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=941e77f13d134f72b1147573b9e17a86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1156788
May 04 18:15:03.597505 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fb84f23b-56d0-4afc-9e02-80ea3ae0d9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:03.610262 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-baf5b519-ad7b-45fd-ae0b-033d224eeefe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3a6f9c9ea76e48c4aaf5fee85f9d0fb2&name=default HTTP/1.1" status: 200  len: 2975 time: 2.8403642
May 04 18:15:03.615961 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 38094) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:03.618482 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fb84f23b-56d0-4afc-9e02-80ea3ae0d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:03.647540 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-41b30a77-626e-4c4a-859c-502759302122 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Unset dirty status for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:network {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:03.648882 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-41b30a77-626e-4c4a-859c-502759302122 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/networks?id=b590a2bc-9427-439b-87ad-b05399fdca88 HTTP/1.1" status: 200  len: 814 time: 0.9421327
May 04 18:15:03.682858 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] Set router d31beefc-9684-4fb6-b5a7-4bc2576b2478 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:15:03.703853 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:03.705895 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 6e962607-5a6a-4bc3-92ad-5ad574f98032 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:03.706494 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:03.767307 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:15:03.818365 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-fb84f23b-56d0-4afc-9e02-80ea3ae0d9b0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b02a17500631456c8cf3d65acb6ebe4f&name=default HTTP/1.1" status: 200  len: 2975 time: 2.5530412
May 04 18:15:03.820120 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 38100) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:03.832263 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84f23b-56d0-4afc-9e02-80ea3ae0d9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0199d19-ce2e-460e-86f8-46668aedd973,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:03.836031 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:03.839493 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-52840493-d037-46f7-9883-d578c886b367 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/quotas/f0cb6cff504c4a8da4ec138a21a196f0 HTTP/1.1" status: 200  len: 375 time: 0.1793301
May 04 18:15:03.881570 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-fb84f23b-56d0-4afc-9e02-80ea3ae0d9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:03.894018 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926137'] for router, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:03.909837 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Notify callbacks [] for port, precommit_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:03.913617 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-564285fd-9748-41aa-9eee-f05b51ba1cbd service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 18:15:03.915150 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-564285fd-9748-41aa-9eee-f05b51ba1cbd service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1467843
May 04 18:15:03.929894 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:03.933298 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Transition to ACTIVE for port object 7c4153b7-9d0b-42e7-aef3-d024f79ed169 will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:03.933438 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0d740631-4ab5-47c2-9bde-bd6ebea26d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:04.004314 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Transition to ACTIVE for port object 7c4153b7-9d0b-42e7-aef3-d024f79ed169 will not be triggered until provisioned by entity DHCP. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:04.009070 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925045'] for router_interface, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:04.018355 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:04.029227 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-f088846d-12b4-4307-8fd9-6878c7fca499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:04.045071 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:04.090834 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba is already hosted by enough agents. {{(pid=73829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:15:04.098449 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-881a4aed-0e9e-46ef-9b66-0472ece52b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:04.099368 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.base_scheduler [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Resources bound (agent type, host, resource id):  {{(pid=73829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:04.106140 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Received port after_create {{(pid=73829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:15:04.112228 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e67ccd0>, [{'id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'name': 'tempest-ServerRescueNegativeTestJSON-1455191642-router', 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '615eeed8-f908-4716-9763-8910cba8bb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:55Z', 'updated_at': '2021-05-04T18:15:03Z', 'revision_number': 4, 'project_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'gw_port': {'id': '615eeed8-f908-4716-9763-8910cba8bb65', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '1f9116a1-ff80-42b1-88c6-fad37014765d', 'name': '', 'network_id': '99409e48-5704-4894-904f-35de746905a5', 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'mac_address': 'fa:16:3e:02:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ed8ff751-3f9c-4e2b-b012-ca57bc17a88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:02Z', 'updated_at': '2021-05-04T18:15:02Z', 'revision_number': 1, 'project_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'subnets': [{'id': 'ed8ff751-3f9c-4e2b-b012-ca57bc17a88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:04.114101 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Pushing event updated for resources: {'Port': ['ID=7c4153b7-9d0b-42e7-aef3-d024f79ed169,revision_number=1']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:04.118334 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:04.122093 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852fdbdd-caac-4015-bcfb-786b6c37ab44 None None] The sync data for ids ['d31beefc-9684-4fb6-b5a7-4bc2576b2478'] in dv-cinder-789603-2-iscsi is: [{'id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'name': 'tempest-ServerRescueNegativeTestJSON-1455191642-router', 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '615eeed8-f908-4716-9763-8910cba8bb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:55Z', 'updated_at': '2021-05-04T18:15:03Z', 'revision_number': 4, 'project_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'gw_port': {'id': '615eeed8-f908-4716-9763-8910cba8bb65', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '1f9116a1-ff80-42b1-88c6-fad37014765d', 'name': '', 'network_id': '99409e48-5704-4894-904f-35de746905a5', 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'mac_address': 'fa:16:3e:02:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ed8ff751-3f9c-4e2b-b012-ca57bc17a88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:02Z', 'updated_at': '2021-05-04T18:15:02Z', 'revision_number': 1, 'project_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'subnets': [{'id': 'ed8ff751-3f9c-4e2b-b012-ca57bc17a88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:15:04.134503 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0d740631-4ab5-47c2-9bde-bd6ebea26d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:04.143783 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-7243f3d9-71dc-46a3-9d1d-52775bdc98e1 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0cb6cff504c4a8da4ec138a21a196f0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2150521
May 04 18:15:04.185100 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=1f9116a1-ff80-42b1-88c6-fad37014765d,revision_number=2']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:04.188595 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:04.202587 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:04.247948 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Attempting to bind port 7c4153b7-9d0b-42e7-aef3-d024f79ed169 on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:15:04.248319 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Attempting to bind port 7c4153b7-9d0b-42e7-aef3-d024f79ed169 by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'aa496005-47b0-4b45-aecf-ec3b981ccbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:15:04.248785 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Attempting to bind port 7c4153b7-9d0b-42e7-aef3-d024f79ed169 on network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:04.255044 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:15:04.255721 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Checking segment: {'id': 'aa496005-47b0-4b45-aecf-ec3b981ccbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:15:04.255847 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:04.256238 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Bound using segment: {'id': 'aa496005-47b0-4b45-aecf-ec3b981ccbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:15:04.256727 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Bound port: 7c4153b7-9d0b-42e7-aef3-d024f79ed169, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa496005-47b0-4b45-aecf-ec3b981ccbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:15:04.257127 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:04.353905 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] For port 7c4153b7-9d0b-42e7-aef3-d024f79ed169, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:15:04.357174 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] For port 7c4153b7-9d0b-42e7-aef3-d024f79ed169, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=7c4153b7-9d0b-42e7-aef3-d024f79ed169,segment=NetworkSegment(aa496005-47b0-4b45-aecf-ec3b981ccbf5),segment_id=aa496005-47b0-4b45-aecf-ec3b981ccbf5)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:15:04.386786 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-0d740631-4ab5-47c2-9bde-bd6ebea26d7e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3a1299154af7485c8e7845cd3e038e16&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3785419
May 04 18:15:04.387314 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:04.393836 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:04.393973 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38110) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:04.403279 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-881a4aed-0e9e-46ef-9b66-0472ece52b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:04.408509 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d740631-4ab5-47c2-9bde-bd6ebea26d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45792c8-ddef-4b87-9c6b-19a034b6c65e,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:04.411861 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-0d740631-4ab5-47c2-9bde-bd6ebea26d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:04.480253 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-04f62b75-9a52-4ea8-8b6a-1d37898fd634 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 18:15:04.481306 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-04f62b75-9a52-4ea8-8b6a-1d37898fd634 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1752865
May 04 18:15:04.537394 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-39204fda-9a6c-45d9-a843-3a4ba2f323c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:04.568553 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Pushing event updated for resources: {'Port': ['ID=7c4153b7-9d0b-42e7-aef3-d024f79ed169,revision_number=2']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:04.573463 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:04.620816 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8d37b387-59f7-4b0c-8862-09a70560f577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:04.635366 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-1dbe62d9-b435-4b2b-8711-feeb37c5f88a service neutron] 10.222.0.67 "GET /v2.0/networks/de204a18-ac33-4a46-a0a5-9fe86a701001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6489553
May 04 18:15:04.725821 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-39204fda-9a6c-45d9-a843-3a4ba2f323c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:04.748656 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:04.769650 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Network 99409e48-5704-4894-904f-35de746905a5 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:15:04.791909 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:04.891388 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8d37b387-59f7-4b0c-8862-09a70560f577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:04.932387 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:05.087376 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-173d2a83-d1a5-4775-8f11-9cfe50b2a2af service neutron] 10.222.0.67 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5961928
May 04 18:15:05.123577 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-b5cc589c-8c17-4285-ad0a-e87d4590fc81 service neutron] 10.222.0.67 "GET /v2.0/networks/de204a18-ac33-4a46-a0a5-9fe86a701001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4602621
May 04 18:15:05.183851 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-881a4aed-0e9e-46ef-9b66-0472ece52b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:05.205860 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:05.219816 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a4aed-0e9e-46ef-9b66-0472ece52b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c5a997-7219-4071-a1ea-c61b5186d2df,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:05.227442 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-881a4aed-0e9e-46ef-9b66-0472ece52b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:05.259251 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Allocated IP 172.27.1.234 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:15:05.266189 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Router dbdd4f1d-49b8-4425-866c-6a53490e94d3 is scheduled to L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 with binding_index 1 {{(pid=73827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 18:15:05.278290 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8d37b387-59f7-4b0c-8862-09a70560f577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:05.284397 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-881a4aed-0e9e-46ef-9b66-0472ece52b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:05.289572 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-881a4aed-0e9e-46ef-9b66-0472ece52b4c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/11c5a997-7219-4071-a1ea-c61b5186d2df HTTP/1.1" status: 204  len: 168 time: 1.6697812
May 04 18:15:05.313535 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Router d31beefc-9684-4fb6-b5a7-4bc2576b2478 has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:15:05.338808 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-39204fda-9a6c-45d9-a843-3a4ba2f323c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:05.343985 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:05.370140 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37b387-59f7-4b0c-8862-09a70560f577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45792c8-ddef-4b87-9c6b-19a034b6c65e,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:05.406106 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-8d37b387-59f7-4b0c-8862-09a70560f577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:05.454031 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-39204fda-9a6c-45d9-a843-3a4ba2f323c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:05.454246 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-39204fda-9a6c-45d9-a843-3a4ba2f323c5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f0199d19-ce2e-460e-86f8-46668aedd973 HTTP/1.1" status: 204  len: 168 time: 1.6280479
May 04 18:15:05.466332 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-881a4aed-0e9e-46ef-9b66-0472ece52b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:05.583401 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8d37b387-59f7-4b0c-8862-09a70560f577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:05.585941 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-8d37b387-59f7-4b0c-8862-09a70560f577 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f45792c8-ddef-4b87-9c6b-19a034b6c65e HTTP/1.1" status: 204  len: 168 time: 1.1844585
May 04 18:15:05.591324 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39204fda-9a6c-45d9-a843-3a4ba2f323c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0199d19-ce2e-460e-86f8-46668aedd973,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:05.594505 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-39204fda-9a6c-45d9-a843-3a4ba2f323c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:05.640980 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c851ddd9-147b-470b-b368-c2713859ea94 req-8aabea02-5fe0-41bb-a62e-474f10214160 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 210 time: 0.2130873
May 04 18:15:05.703513 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 615eeed8-f908-4716-9763-8910cba8bb65 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:05.803535 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-3635c5e9-4ef9-4ea1-8f2c-1624f39a5562 service neutron] 10.222.0.67 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6919394
May 04 18:15:05.804977 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:15:05.820524 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] 10.222.0.67 "PUT /v2.0/routers/d31beefc-9684-4fb6-b5a7-4bc2576b2478/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0077496
May 04 18:15:05.880126 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 615eeed8-f908-4716-9763-8910cba8bb65 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:05.894896 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 615eeed8-f908-4716-9763-8910cba8bb65 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:05.895149 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:05.995920 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:06.066123 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:15:06.067799 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7ed1dd-4556-4cde-b60d-139b53c5a37d None None] Network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:15:06.116955 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Notify callbacks [] for router, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:06.121177 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38146) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:06.121475 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 8.8003554
May 04 18:15:06.143566 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:06.149374 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-315efe8a-5ba2-456e-bb46-224f03887e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:06.277822 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Sync routers for ids ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:15:06.315944 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Routers {'dbdd4f1d-49b8-4425-866c-6a53490e94d3'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:15:06.316575 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e17a5b0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:14:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:06.468717 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Pushing event updated for resources: {'Port': ['ID=437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:06.471920 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:06.488651 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d7158433-a237-427a-9756-c0f3c1e99a92 req-28e26e3c-622d-4199-aa3a-997b1d9a52f3 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 210 time: 0.1460276
May 04 18:15:06.493891 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:15:06.495297 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:06.501971 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:15:06.543745 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-c9106ced-7feb-424a-84b7-e677c13b069d None None] Provisioning for port 7c4153b7-9d0b-42e7-aef3-d024f79ed169 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:06.751831 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:06.836556 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 615eeed8-f908-4716-9763-8910cba8bb65, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=615eeed8-f908-4716-9763-8910cba8bb65,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:06.851862 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:06.856419 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 7c4153b7-9d0b-42e7-aef3-d024f79ed169 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:06.882962 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Set router dbdd4f1d-49b8-4425-866c-6a53490e94d3 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:15:06.938339 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:07.006807 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38190) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:07.122415 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8e660b04-1da8-4ca3-ba59-1e115062cd19 req-b56eed9b-32a1-4b20-a28b-e84de465ea3a tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 210 time: 0.1718912
May 04 18:15:07.125032 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-9dd4b098-d5c7-472a-b090-3e3e269a0223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:07.207185 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Sync routers for ids ['d31beefc-9684-4fb6-b5a7-4bc2576b2478'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:15:07.224785 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Routers {'d31beefc-9684-4fb6-b5a7-4bc2576b2478'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:15:07.225853 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e67c5e0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:14:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['d31beefc-9684-4fb6-b5a7-4bc2576b2478'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:07.304930 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:07.341456 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-9dd4b098-d5c7-472a-b090-3e3e269a0223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:07.471819 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-9dd4b098-d5c7-472a-b090-3e3e269a0223 admin admin] Usage tracker for resource:security_group_rule and tenant:96e4c8ec89db4b3d82e1386142b6c72d is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:07.499627 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-9dd4b098-d5c7-472a-b090-3e3e269a0223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:07.521886 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-9dd4b098-d5c7-472a-b090-3e3e269a0223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:07.659102 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=615eeed8-f908-4716-9763-8910cba8bb65,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:07.674936 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:07.742395 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 7c4153b7-9d0b-42e7-aef3-d024f79ed169 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:07.758027 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Set router d31beefc-9684-4fb6-b5a7-4bc2576b2478 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:15:07.842918 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c138b84f-fecb-4116-ae99-77139efe6e2f req-2d7f3758-ef12-432d-923d-c5c6baecd2ef tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 210 time: 0.2139461
May 04 18:15:07.943141 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 7c4153b7-9d0b-42e7-aef3-d024f79ed169 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:07.943610 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:08.191155 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e17a5b0>, [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:01Z', 'revision_number': 3, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:08.210194 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Checking router: dbdd4f1d-49b8-4425-866c-6a53490e94d3 for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:15:08.210194 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Updating router dbdd4f1d-49b8-4425-866c-6a53490e94d3 port 6002408f-6781-46a3-94a4-80a986f1b57f binding host dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:15:08.320446 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-faf5a317-656a-4742-930a-4ca1ddce24ea tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:08.321823 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-faf5a317-656a-4742-930a-4ca1ddce24ea tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Synchronizing usage tracker for tenant:6aefb4fa5e3d445b8c9b88bc40882c9e on resource:network {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:08.376555 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:08.396950 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-815ffb9d-ee88-461e-b63b-888c9e287107 req-70b7f04d-20b8-4dce-8b11-adf7a7cee4f8 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 210 time: 0.1281054
May 04 18:15:08.400812 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-9dd4b098-d5c7-472a-b090-3e3e269a0223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:08.421967 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-9dd4b098-d5c7-472a-b090-3e3e269a0223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:08.446453 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-8d37b387-59f7-4b0c-8862-09a70560f577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:08.470333 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:08.518603 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4b098-d5c7-472a-b090-3e3e269a0223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db16d297-32aa-47a1-9194-fb3c68752d8e,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:08.526007 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-9dd4b098-d5c7-472a-b090-3e3e269a0223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:08.529450 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-9dd4b098-d5c7-472a-b090-3e3e269a0223 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=96e4c8ec89db4b3d82e1386142b6c72d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5164781
May 04 18:15:08.564051 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38260) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:08.637735 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-faf5a317-656a-4742-930a-4ca1ddce24ea tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Unset dirty status for tenant:6aefb4fa5e3d445b8c9b88bc40882c9e on resource:network {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:08.639396 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-faf5a317-656a-4742-930a-4ca1ddce24ea tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/networks?id=99409e48-5704-4894-904f-35de746905a5 HTTP/1.1" status: 200  len: 819 time: 0.6819785
May 04 18:15:08.748477 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-b41260d0-ee45-40f8-8bdf-9717d2fd43cb None None] Provisioning complete for port 7c4153b7-9d0b-42e7-aef3-d024f79ed169 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:08.748859 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-b41260d0-ee45-40f8-8bdf-9717d2fd43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:08.768112 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e67c5e0>, [{'id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'name': 'tempest-ServerRescueNegativeTestJSON-1455191642-router', 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '615eeed8-f908-4716-9763-8910cba8bb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:55Z', 'updated_at': '2021-05-04T18:15:03Z', 'revision_number': 4, 'project_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'gw_port': {'id': '615eeed8-f908-4716-9763-8910cba8bb65', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '1f9116a1-ff80-42b1-88c6-fad37014765d', 'name': '', 'network_id': '99409e48-5704-4894-904f-35de746905a5', 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'mac_address': 'fa:16:3e:02:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ed8ff751-3f9c-4e2b-b012-ca57bc17a88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:02Z', 'updated_at': '2021-05-04T18:15:03Z', 'revision_number': 2, 'project_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'subnets': [{'id': 'ed8ff751-3f9c-4e2b-b012-ca57bc17a88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:08.781485 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Checking router: d31beefc-9684-4fb6-b5a7-4bc2576b2478 for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:15:08.782033 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Updating router d31beefc-9684-4fb6-b5a7-4bc2576b2478 port 1f9116a1-ff80-42b1-88c6-fad37014765d binding host dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:15:08.791456 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-5f882ac9-af70-41a0-a724-39ca3dcfe7b6 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/quotas/6aefb4fa5e3d445b8c9b88bc40882c9e HTTP/1.1" status: 200  len: 375 time: 0.1185153
May 04 18:15:08.836698 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f3a65388-c556-4b72-b749-572a3b82a15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:08.907239 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:08.981891 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f3a65388-c556-4b72-b749-572a3b82a15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:08.992886 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926137'] for router, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:09.156868 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f3a65388-c556-4b72-b749-572a3b82a15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:09.290777 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Allocated IP 172.20.0.1 (b5d9f6a0-8056-4021-b12a-9774e1320123/06a64c1e-a477-4d77-860d-4be6483412a3/bf32b589-107b-4e38-ae13-17160dd65e3c) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:15:09.307250 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:09.324127 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-a2adc81d-cdf8-4d1a-b069-6b2f42219f1d tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6aefb4fa5e3d445b8c9b88bc40882c9e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5248704
May 04 18:15:09.471243 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:09.508372 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-b41260d0-ee45-40f8-8bdf-9717d2fd43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:09.539442 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.provisioning_blocks [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Transition to ACTIVE for port object bf32b589-107b-4e38-ae13-17160dd65e3c will not be triggered until provisioned by entity DHCP. {{(pid=73828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:09.543438 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 7c4153b7-9d0b-42e7-aef3-d024f79ed169, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=7c4153b7-9d0b-42e7-aef3-d024f79ed169,segment=NetworkSegment(aa496005-47b0-4b45-aecf-ec3b981ccbf5),segment_id=aa496005-47b0-4b45-aecf-ec3b981ccbf5)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:09.566086 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:09.606864 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:09.616177 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5983ee4e-f82a-4fea-b2fd-c94c463a8901 req-e7ca689e-b75c-46b3-b657-839fcce28c93 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 210 time: 0.4669528
May 04 18:15:09.620980 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:09.676076 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a65388-c556-4b72-b749-572a3b82a15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db16d297-32aa-47a1-9194-fb3c68752d8e,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:09.686525 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f3a65388-c556-4b72-b749-572a3b82a15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:09.695269 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:09.705741 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.db.resource_extend [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 04 18:15:09.758376 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:09.799216 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-cfb1dff6-7dc4-4f08-a5ab-93050d9149ad service neutron] 10.222.0.67 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3772914
May 04 18:15:09.812413 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.64', 63043) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:09.829413 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 615eeed8-f908-4716-9763-8910cba8bb65 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:09.886618 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f3a65388-c556-4b72-b749-572a3b82a15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:09.891225 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-f3a65388-c556-4b72-b749-572a3b82a15a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/db16d297-32aa-47a1-9194-fb3c68752d8e HTTP/1.1" status: 204  len: 168 time: 1.3226197
May 04 18:15:09.921553 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Network b5d9f6a0-8056-4021-b12a-9774e1320123 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:15:09.924487 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:09.924852 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Notify callbacks [] for port, precommit_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:09.931953 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:15:09.932821 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925142'] for router_interface, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:09.986193 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.provisioning_blocks [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Transition to ACTIVE for port object 1f9116a1-ff80-42b1-88c6-fad37014765d will not be triggered until provisioned by entity L2. {{(pid=73830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:10.003813 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:10.022774 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-203ffff2-b877-46b0-bcac-d150ea93402f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:10.116722 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Notify callbacks [] for port, precommit_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:10.134979 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Transition to ACTIVE for port object 6002408f-6781-46a3-94a4-80a986f1b57f will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:10.157889 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-06d1d697-c3a4-4559-8456-67c4325a80b3 req-60e0871d-eef8-45ae-b0c2-65719f3569ad tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 210 time: 0.1849284
May 04 18:15:10.158551 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Pushing event updated for resources: {'Port': ['ID=bf32b589-107b-4e38-ae13-17160dd65e3c,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:10.169252 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:10.289434 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:10.401583 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-dfb9058a-b2e6-4a82-84fe-15bdab69c524 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:10.404321 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-dfb9058a-b2e6-4a82-84fe-15bdab69c524 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.64 "GET /v2.0/networks?id=de204a18-ac33-4a46-a0a5-9fe86a701001 HTTP/1.1" status: 200  len: 811 time: 0.5499475
May 04 18:15:10.428541 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.db.api [None req-b41260d0-ee45-40f8-8bdf-9717d2fd43cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 04 18:15:10.430948 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_db.api [None req-b41260d0-ee45-40f8-8bdf-9717d2fd43cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 04 18:15:10.439227 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 615eeed8-f908-4716-9763-8910cba8bb65 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:10.444202 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:10.462104 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Request body: {'port': {'device_id': 'dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8', 'network_id': 'de204a18-ac33-4a46-a0a5-9fe86a701001', 'admin_state_up': True, 'tenant_id': '941e77f13d134f72b1147573b9e17a86'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:10.502335 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:10.515116 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=7c4153b7-9d0b-42e7-aef3-d024f79ed169,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:10.522023 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Attempting to bind port 6002408f-6781-46a3-94a4-80a986f1b57f on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:15:10.522396 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Attempting to bind port 6002408f-6781-46a3-94a4-80a986f1b57f by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:15:10.522760 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Attempting to bind port 6002408f-6781-46a3-94a4-80a986f1b57f on network 59dd31e5-fc69-4865-ac92-82ced2e462b7 {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:10.525056 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.918s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:10.538335 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:10.554455 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-73e0373a-8647-41cb-8c32-0736fb7e285b service neutron] 10.222.0.67 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7425935
May 04 18:15:10.612621 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37376e-ef19-427e-a4b6-6c4e2ddfc22b None None] Pushing event updated for resources: {'Port': ['ID=6002408f-6781-46a3-94a4-80a986f1b57f,revision_number=2']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:10.615872 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e37376e-ef19-427e-a4b6-6c4e2ddfc22b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:10.617405 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:15:10.617831 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Checking segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:15:10.618240 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:10.618636 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Bound using segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:15:10.619123 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Bound port: 6002408f-6781-46a3-94a4-80a986f1b57f, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:15:10.619520 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:10.658007 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997165af-aa5e-4e60-a3a8-07206c7982e8 None None] Pushing event updated for resources: {'Port': ['ID=1f9116a1-ff80-42b1-88c6-fad37014765d,revision_number=3']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:10.672414 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-997165af-aa5e-4e60-a3a8-07206c7982e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:10.701829 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b is scheduled to L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 with binding_index 1 {{(pid=73827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 18:15:10.768662 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.64', 63045) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:10.844969 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] For port 6002408f-6781-46a3-94a4-80a986f1b57f, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:15:10.848736 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] For port 6002408f-6781-46a3-94a4-80a986f1b57f, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=6002408f-6781-46a3-94a4-80a986f1b57f,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:15:10.867125 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:10.874137 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-4cd01f19-65e5-4599-a600-634804db6e1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:10.900861 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Attempting to bind port 1f9116a1-ff80-42b1-88c6-fad37014765d on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:15:10.903267 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Attempting to bind port 1f9116a1-ff80-42b1-88c6-fad37014765d by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'c2b2c400-f28b-4668-b6f3-7d05f392235b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '99409e48-5704-4894-904f-35de746905a5'}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:15:10.906496 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Attempting to bind port 1f9116a1-ff80-42b1-88c6-fad37014765d on network 99409e48-5704-4894-904f-35de746905a5 {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:10.921052 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:15:10.921442 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Checking segment: {'id': 'c2b2c400-f28b-4668-b6f3-7d05f392235b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '99409e48-5704-4894-904f-35de746905a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:15:10.921880 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:10.922279 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Bound using segment: {'id': 'c2b2c400-f28b-4668-b6f3-7d05f392235b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '99409e48-5704-4894-904f-35de746905a5'} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:15:10.922759 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Bound port: 1f9116a1-ff80-42b1-88c6-fad37014765d, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b2c400-f28b-4668-b6f3-7d05f392235b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '99409e48-5704-4894-904f-35de746905a5'}}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:15:10.923155 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:11.139406 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37376e-ef19-427e-a4b6-6c4e2ddfc22b None None] Pushing event updated for resources: {'Port': ['ID=6002408f-6781-46a3-94a4-80a986f1b57f,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:11.164609 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e37376e-ef19-427e-a4b6-6c4e2ddfc22b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:11.197231 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Routers {'dbdd4f1d-49b8-4425-866c-6a53490e94d3'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:15:11.200965 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e17a5b0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:14:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:11.212247 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] For port 1f9116a1-ff80-42b1-88c6-fad37014765d, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:15:11.219184 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] For port 1f9116a1-ff80-42b1-88c6-fad37014765d, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=1f9116a1-ff80-42b1-88c6-fad37014765d,segment=NetworkSegment(c2b2c400-f28b-4668-b6f3-7d05f392235b),segment_id=c2b2c400-f28b-4668-b6f3-7d05f392235b)] {{(pid=73830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:15:11.229623 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:11.237354 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:11.393197 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:11.407969 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:11.424321 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997165af-aa5e-4e60-a3a8-07206c7982e8 None None] Pushing event updated for resources: {'Port': ['ID=1f9116a1-ff80-42b1-88c6-fad37014765d,revision_number=4']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:11.432527 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-997165af-aa5e-4e60-a3a8-07206c7982e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:11.475664 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Routers {'d31beefc-9684-4fb6-b5a7-4bc2576b2478'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:15:11.477690 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e67c5e0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:14:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['d31beefc-9684-4fb6-b5a7-4bc2576b2478'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:11.506516 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8d5a117b-656d-4e68-a292-4edc1c9e18a7 req-7e079ef3-abf8-4690-a75d-aeff43df791a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 210 time: 0.1107001
May 04 18:15:11.512137 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925045'] for router_interface, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:11.544239 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:11.685240 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] Set router dbdd4f1d-49b8-4425-866c-6a53490e94d3 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:15:11.919164 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 1f9116a1-ff80-42b1-88c6-fad37014765d up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:11.923611 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:12.011780 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] Set router d31beefc-9684-4fb6-b5a7-4bc2576b2478 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:15:12.063520 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Pushing event updated for resources: {'Port': ['ID=bf32b589-107b-4e38-ae13-17160dd65e3c,revision_number=2']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:12.071768 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:12.097878 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Usage tracker for resource:port and tenant:941e77f13d134f72b1147573b9e17a86 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:12.127960 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:12.145835 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-dcf396b7-befb-4542-b539-80706426a716 req-e844d4a7-6929-4c26-be50-21200ddd17ca tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 210 time: 0.0733864
May 04 18:15:12.148177 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Network b5d9f6a0-8056-4021-b12a-9774e1320123 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:15:12.149785 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:12.194725 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 1f9116a1-ff80-42b1-88c6-fad37014765d completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:12.211785 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 1f9116a1-ff80-42b1-88c6-fad37014765d triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:12.212260 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:12.221889 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-73e565a8-75ca-4e90-b3a6-8f2c6b8b1eb1 req-2079f9bb-ae66-4dff-a8eb-691072a4dccc tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 210 time: 0.3463025
May 04 18:15:12.269966 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-cb7a3c1f-a31a-4c69-88f9-7dbae2e0e9ad None None] Provisioning for port bf32b589-107b-4e38-ae13-17160dd65e3c completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:12.297748 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-cb7a3c1f-a31a-4c69-88f9-7dbae2e0e9ad None None] Provisioning complete for port bf32b589-107b-4e38-ae13-17160dd65e3c triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:12.298460 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3c1f-a31a-4c69-88f9-7dbae2e0e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:12.356284 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:12.521165 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-85e7f8df-5d92-443b-b1ca-f23b044b2961 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:12.550619 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-85e7f8df-5d92-443b-b1ca-f23b044b2961 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.64 "GET /v2.0/networks?id=b590a2bc-9427-439b-87ad-b05399fdca88 HTTP/1.1" status: 200  len: 814 time: 1.7677438
May 04 18:15:12.551697 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:15:12.619487 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Request body: {'port': {'device_id': '77c13ea6-e575-4bfd-9457-22c643478e9b', 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88', 'admin_state_up': True, 'tenant_id': 'f0cb6cff504c4a8da4ec138a21a196f0'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:12.740882 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a3c1f-a31a-4c69-88f9-7dbae2e0e9ad None None] Port bf32b589-107b-4e38-ae13-17160dd65e3c cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:15:12.762781 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Made reservation on behalf of 941e77f13d134f72b1147573b9e17a86 for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:15:12.762781 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:12.784351 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Sync routers for ids ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:15:12.831662 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Router dbdd4f1d-49b8-4425-866c-6a53490e94d3 has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:15:12.987018 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Routers {'1dcf55b9-76bf-4d7a-846c-cc3038249f2b'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:15:12.987673 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e16b100>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:14:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:13.027118 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3ba35132-e5b4-4992-ae2c-897b1c0de4d1 req-bcfba705-84d9-4fbe-8463-5cf910847559 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 210 time: 0.1034820
May 04 18:15:13.053717 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e67c5e0>, [{'id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'name': 'tempest-ServerRescueNegativeTestJSON-1455191642-router', 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '615eeed8-f908-4716-9763-8910cba8bb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:55Z', 'updated_at': '2021-05-04T18:15:03Z', 'revision_number': 4, 'project_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'gw_port': {'id': '615eeed8-f908-4716-9763-8910cba8bb65', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '1f9116a1-ff80-42b1-88c6-fad37014765d', 'name': '', 'network_id': '99409e48-5704-4894-904f-35de746905a5', 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'mac_address': 'fa:16:3e:02:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ed8ff751-3f9c-4e2b-b012-ca57bc17a88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:02Z', 'updated_at': '2021-05-04T18:15:11Z', 'revision_number': 4, 'project_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'subnets': [{'id': 'ed8ff751-3f9c-4e2b-b012-ca57bc17a88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:13.060447 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a442cf3-19b1-46cd-b13f-06ec7518be8f None None] The sync data for ids ['d31beefc-9684-4fb6-b5a7-4bc2576b2478'] in dv-cinder-789603-2-iscsi is: [{'id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'name': 'tempest-ServerRescueNegativeTestJSON-1455191642-router', 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '615eeed8-f908-4716-9763-8910cba8bb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:55Z', 'updated_at': '2021-05-04T18:15:03Z', 'revision_number': 4, 'project_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'gw_port': {'id': '615eeed8-f908-4716-9763-8910cba8bb65', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '1f9116a1-ff80-42b1-88c6-fad37014765d', 'name': '', 'network_id': '99409e48-5704-4894-904f-35de746905a5', 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'mac_address': 'fa:16:3e:02:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ed8ff751-3f9c-4e2b-b012-ca57bc17a88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:02Z', 'updated_at': '2021-05-04T18:15:11Z', 'revision_number': 4, 'project_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'subnets': [{'id': 'ed8ff751-3f9c-4e2b-b012-ca57bc17a88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:15:13.277131 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:15:13.294822 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] 10.222.0.67 "PUT /v2.0/routers/dbdd4f1d-49b8-4425-866c-6a53490e94d3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1717625
May 04 18:15:13.553120 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Notify callbacks [] for router, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:13.556255 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 12.7742209
May 04 18:15:13.572064 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7b1b864a-a612-4ed0-92cc-913df223a41d req-8e0f2040-48b4-4535-87f4-5995702409b9 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 210 time: 0.1145957
May 04 18:15:13.575707 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38418) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:13.722274 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:13.762324 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.64', 63052) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:13.911810 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-ad5dafe9-cb26-428d-9e7e-c067c9f97fae None None] Provisioning complete for port bf32b589-107b-4e38-ae13-17160dd65e3c triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:13.914565 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-ad5dafe9-cb26-428d-9e7e-c067c9f97fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:13.986044 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-2db1996a-d743-4e5d-9c00-018caff1e089 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:13.996386 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-2db1996a-d743-4e5d-9c00-018caff1e089 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/networks?id=99409e48-5704-4894-904f-35de746905a5 HTTP/1.1" status: 200  len: 819 time: 0.8127439
May 04 18:15:14.122696 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Allocated IP 172.20.0.14 (de204a18-ac33-4a46-a0a5-9fe86a701001/a4f7d101-97fe-450f-bc5b-91bf7d54590e/d470d92d-bb20-42b7-b053-4083ad185591) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:15:14.174015 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-9eb27b36-ddb9-43b6-bfae-2a9c23f4bfa5 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/quotas/6aefb4fa5e3d445b8c9b88bc40882c9e HTTP/1.1" status: 200  len: 375 time: 0.1401556
May 04 18:15:14.589804 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:14.606425 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 1f9116a1-ff80-42b1-88c6-fad37014765d, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=1f9116a1-ff80-42b1-88c6-fad37014765d,segment=NetworkSegment(c2b2c400-f28b-4668-b6f3-7d05f392235b),segment_id=c2b2c400-f28b-4668-b6f3-7d05f392235b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:14.614030 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Usage tracker for resource:port and tenant:f0cb6cff504c4a8da4ec138a21a196f0 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:14.639396 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:14.642725 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-ad5dafe9-cb26-428d-9e7e-c067c9f97fae None None] Port bf32b589-107b-4e38-ae13-17160dd65e3c cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:15:14.647566 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:14.660324 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 7c4153b7-9d0b-42e7-aef3-d024f79ed169 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:14.684359 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:14.779540 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:14.889284 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Set router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:15:14.889485 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Made reservation on behalf of f0cb6cff504c4a8da4ec138a21a196f0 for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:15:14.905719 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:15.036895 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-c4488920-1eac-4a44-8e02-675ed4cb8600 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:15.043304 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-c4488920-1eac-4a44-8e02-675ed4cb8600 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.64 "GET /v2.0/networks?id=99409e48-5704-4894-904f-35de746905a5 HTTP/1.1" status: 200  len: 819 time: 1.2634597
May 04 18:15:15.078592 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Request body: {'port': {'device_id': 'db9d0818-0adb-4b44-8fd1-ccc77f8fc15e', 'network_id': '99409e48-5704-4894-904f-35de746905a5', 'admin_state_up': True, 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:15.178536 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38466) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:15.308469 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=1f9116a1-ff80-42b1-88c6-fad37014765d,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:15.311155 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-015531de-652f-4aa4-bdc6-dd1a0b72ee83 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1357480072', 'description': 'tempest-description--321572891'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:15.325553 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:15.333955 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-d904f0bd-0d60-461e-ac71-fe8d33563899 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6aefb4fa5e3d445b8c9b88bc40882c9e&fields=id HTTP/1.1" status: 200  len: 255 time: 1.1378732
May 04 18:15:15.348318 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-015531de-652f-4aa4-bdc6-dd1a0b72ee83 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:15.418751 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-015531de-652f-4aa4-bdc6-dd1a0b72ee83 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Usage tracker for resource:security_group and tenant:27df770cfc4e46179df7e8bd111c6454 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:15.585223 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 7c4153b7-9d0b-42e7-aef3-d024f79ed169 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:15.585746 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:15.711460 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e17a5b0>, [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'bf32b589-107b-4e38-ae13-17160dd65e3c', 'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'mac_address': 'fa:16:3e:aa:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:08Z', 'updated_at': '2021-05-04T18:15:09Z', 'revision_number': 1, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'subnets': [{'id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:15.748718 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c195ec-6b71-4f89-8742-7b6caf5211e2 None None] The sync data for ids ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'] in dv-cinder-789603-2-iscsi is: [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'bf32b589-107b-4e38-ae13-17160dd65e3c', 'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'mac_address': 'fa:16:3e:aa:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:08Z', 'updated_at': '2021-05-04T18:15:09Z', 'revision_number': 1, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'subnets': [{'id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:15:15.762951 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-20fca64e-64af-4246-a5d3-4b66d3556459 service neutron] 10.222.0.67 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3578465
May 04 18:15:15.806784 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-015531de-652f-4aa4-bdc6-dd1a0b72ee83 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:15.822469 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-015531de-652f-4aa4-bdc6-dd1a0b72ee83 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:15.875518 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-015531de-652f-4aa4-bdc6-dd1a0b72ee83 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:16.107266 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:16.140101 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e16b100>, [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:06Z', 'revision_number': 3, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:16.148781 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Checking router: 1dcf55b9-76bf-4d7a-846c-cc3038249f2b for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:15:16.149876 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Updating router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b port 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f binding host dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:15:16.228581 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-cb6d512f-05b7-48b4-adc4-2827c8378de2 service neutron] 10.222.0.67 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4443624
May 04 18:15:16.245766 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:16.257712 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Usage tracker for resource:port and tenant:6aefb4fa5e3d445b8c9b88bc40882c9e is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:16.267211 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:16.280261 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:16.294674 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:16.486944 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 1f9116a1-ff80-42b1-88c6-fad37014765d up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:16.512515 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Allocated IP 172.20.0.5 (b590a2bc-9427-439b-87ad-b05399fdca88/6eeccb21-59c9-4d38-b9b9-5a3f4940df7b/d264afca-e178-4441-8346-e008c8fdc798) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:15:16.731066 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9fac4d67-dfe2-4303-8e15-a740eecd20d5 req-be875af3-7711-4ff4-8930-a84117baf1bc tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 210 time: 0.9925261
May 04 18:15:16.775873 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Made reservation on behalf of 6aefb4fa5e3d445b8c9b88bc40882c9e for: {'port': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:15:16.831726 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:17.074759 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-9e5ea8d7-9d02-47f3-baa7-96e6601938ed req-79d8348c-bb83-4d69-b257-ec047ea3864a tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Synchronizing usage tracker for tenant:941e77f13d134f72b1147573b9e17a86 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:17.329139 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-9e5ea8d7-9d02-47f3-baa7-96e6601938ed req-79d8348c-bb83-4d69-b257-ec047ea3864a tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Unset dirty status for tenant:941e77f13d134f72b1147573b9e17a86 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:17.331908 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9e5ea8d7-9d02-47f3-baa7-96e6601938ed req-79d8348c-bb83-4d69-b257-ec047ea3864a tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 210 time: 0.4470673
May 04 18:15:17.341363 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:17.358927 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:17.504563 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Network de204a18-ac33-4a46-a0a5-9fe86a701001 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:15:17.526548 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:17.535221 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:15:17.552477 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:17.553142 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:17.633115 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-015531de-652f-4aa4-bdc6-dd1a0b72ee83 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:17.650076 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-015531de-652f-4aa4-bdc6-dd1a0b72ee83 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Usage tracker for resource:security_group_rule and tenant:27df770cfc4e46179df7e8bd111c6454 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:17.661003 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-015531de-652f-4aa4-bdc6-dd1a0b72ee83 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:17.675632 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-015531de-652f-4aa4-bdc6-dd1a0b72ee83 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:17.731048 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 1f9116a1-ff80-42b1-88c6-fad37014765d triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:17.731681 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:17.800797 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:17.827557 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Pushing event updated for resources: {'Port': ['ID=d470d92d-bb20-42b7-b053-4083ad185591,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:17.846111 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:17.919584 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.4685791
May 04 18:15:17.921186 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-fd5eb202-27dc-4970-a40d-5f3d1c9d0ec8 req-e13b0437-e2f5-4ed4-a21e-5e0f3b5a9a94 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Synchronizing usage tracker for tenant:6aefb4fa5e3d445b8c9b88bc40882c9e on resource:port {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:17.998959 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-015531de-652f-4aa4-bdc6-dd1a0b72ee83 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:18.014111 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:18.084762 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-6e762312-b054-4376-89ba-fbddac4a7e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:18.231460 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-b2ef0fa2-d1a1-4887-b838-1b546e7a82b7 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 18:15:18.232732 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-b2ef0fa2-d1a1-4887-b838-1b546e7a82b7 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1533597
May 04 18:15:18.234993 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-015531de-652f-4aa4-bdc6-dd1a0b72ee83 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:18.306221 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Network b590a2bc-9427-439b-87ad-b05399fdca88 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:15:18.446940 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:18.467993 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Notify callbacks [] for port, precommit_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:18.479786 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:18.487298 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:15:18.514771 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Transition to ACTIVE for port object 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:18.521968 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:18.525983 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:18.537289 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:18.561302 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:18.684530 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-fd5eb202-27dc-4970-a40d-5f3d1c9d0ec8 req-e13b0437-e2f5-4ed4-a21e-5e0f3b5a9a94 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Unset dirty status for tenant:6aefb4fa5e3d445b8c9b88bc40882c9e on resource:port {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:18.690156 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-fd5eb202-27dc-4970-a40d-5f3d1c9d0ec8 req-e13b0437-e2f5-4ed4-a21e-5e0f3b5a9a94 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 210 time: 1.7835386
May 04 18:15:18.710328 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.1404951
May 04 18:15:18.743680 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Pushing event updated for resources: {'Port': ['ID=d264afca-e178-4441-8346-e008c8fdc798,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:18.751156 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 6002408f-6781-46a3-94a4-80a986f1b57f up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:18.752474 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:18.807827 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015531de-652f-4aa4-bdc6-dd1a0b72ee83 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fefe2c2-d09f-42da-91db-29221b426e58,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:18.815232 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-015531de-652f-4aa4-bdc6-dd1a0b72ee83 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:18.835947 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-015531de-652f-4aa4-bdc6-dd1a0b72ee83 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:18.848768 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-015531de-652f-4aa4-bdc6-dd1a0b72ee83 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 3.6059549
May 04 18:15:18.850932 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38548) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:18.904506 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ae6fd-7a4d-475f-ba95-aa3948de2a52 req-6c6677bc-9ed3-4c12-9424-4d8697ca396e tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:18.907463 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-5e6ae6fd-7a4d-475f-ba95-aa3948de2a52 req-6c6677bc-9ed3-4c12-9424-4d8697ca396e tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Synchronizing usage tracker for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:18.997066 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Request body: {'port': {'device_id': '77c13ea6-e575-4bfd-9457-22c643478e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:19.089496 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-afc7f8f3-6ce9-439e-8bba-eb3ef435780e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Request body: {'security_group_rule': {'security_group_id': '7fefe2c2-d09f-42da-91db-29221b426e58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:19.093535 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Attempting to bind port 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:15:19.094177 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Attempting to bind port 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:15:19.094556 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Attempting to bind port 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f on network 59dd31e5-fc69-4865-ac92-82ced2e462b7 {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:19.122635 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Request body: {'port': {'device_id': 'dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:19.157622 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:15:19.159605 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Checking segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:15:19.160023 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:19.160488 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Bound using segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:15:19.165768 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Bound port: 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:15:19.166336 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:19.200852 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-5e6ae6fd-7a4d-475f-ba95-aa3948de2a52 req-6c6677bc-9ed3-4c12-9424-4d8697ca396e tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Unset dirty status for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:19.207512 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5e6ae6fd-7a4d-475f-ba95-aa3948de2a52 req-6c6677bc-9ed3-4c12-9424-4d8697ca396e tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 931 time: 0.9456704
May 04 18:15:19.252210 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-afc7f8f3-6ce9-439e-8bba-eb3ef435780e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:19.329916 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-afc7f8f3-6ce9-439e-8bba-eb3ef435780e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Usage tracker for resource:security_group_rule and tenant:27df770cfc4e46179df7e8bd111c6454 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:19.354915 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-afc7f8f3-6ce9-439e-8bba-eb3ef435780e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:19.380587 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-afc7f8f3-6ce9-439e-8bba-eb3ef435780e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:19.388494 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed96782-8b65-4c5f-9c9c-5c56cd86a3a8 None None] Pushing event updated for resources: {'Port': ['ID=437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f,revision_number=2']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:19.400729 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-aed96782-8b65-4c5f-9c9c-5c56cd86a3a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:19.469141 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 6002408f-6781-46a3-94a4-80a986f1b57f completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:19.478393 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 6002408f-6781-46a3-94a4-80a986f1b57f triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:19.479252 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:19.535208 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] For port 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:15:19.549743 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Allocated IP 172.20.0.11 (99409e48-5704-4894-904f-35de746905a5/ed8ff751-3f9c-4e2b-b012-ca57bc17a88d/ddf248c2-cdc1-477e-989e-cd77394df588) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:15:19.560861 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5e6ae6fd-7a4d-475f-ba95-aa3948de2a52 req-b33731ad-4e12-4540-a058-870dfc2dd407 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3275030
May 04 18:15:19.589096 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] For port 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:15:19.604943 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:19.654044 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-c97a64db-6445-4783-b727-c6c1c23ddb7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:19.696954 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:19.725389 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-afc7f8f3-6ce9-439e-8bba-eb3ef435780e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:19.766903 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:19.932868 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed96782-8b65-4c5f-9c9c-5c56cd86a3a8 None None] Pushing event updated for resources: {'Port': ['ID=437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:19.943432 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-aed96782-8b65-4c5f-9c9c-5c56cd86a3a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:19.968463 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:20.050227 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Sync routers for ids ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:15:20.051047 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b6e84-c8dd-402a-84ca-4d283cbeeb9d req-a9567f56-fa68-43a3-a276-e54130de135b tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:20.059448 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-bb3b6e84-c8dd-402a-84ca-4d283cbeeb9d req-a9567f56-fa68-43a3-a276-e54130de135b tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 932 time: 0.9368758
May 04 18:15:20.068702 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Routers {'dbdd4f1d-49b8-4425-866c-6a53490e94d3'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:15:20.069376 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-bd140843-7204-4291-b380-8639ca540a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e4d9070>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:14:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:20.171853 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Routers {'1dcf55b9-76bf-4d7a-846c-cc3038249f2b'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:15:20.172609 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e16b100>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:14:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:20.270090 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:20.382183 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 6002408f-6781-46a3-94a4-80a986f1b57f, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=6002408f-6781-46a3-94a4-80a986f1b57f,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:20.396829 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:20.402547 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:20.432587 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 38580) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:20.513891 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] Set router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:15:20.514753 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Set router dbdd4f1d-49b8-4425-866c-6a53490e94d3 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:15:20.560585 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f615e9e1-c307-41f4-a2f5-1d97624d3c6f req-9fe5088c-3f2c-451d-963a-7b74953eacc6 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 210 time: 0.1287582
May 04 18:15:20.561750 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.db.resource_extend [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 04 18:15:20.591070 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-afc7f8f3-6ce9-439e-8bba-eb3ef435780e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:20.632977 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-afc7f8f3-6ce9-439e-8bba-eb3ef435780e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:20.651732 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-bb3b6e84-c8dd-402a-84ca-4d283cbeeb9d req-1d7b4fbe-1169-4196-9585-222d6f1a38a3 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Synchronizing usage tracker for tenant:941e77f13d134f72b1147573b9e17a86 on resource:security_group {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:20.680864 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=6002408f-6781-46a3-94a4-80a986f1b57f,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:20.700076 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:20.742874 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:20.747962 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4115-e318-4aa0-ac1c-47ff7ca5e3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:20.752792 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7f8f3-6ce9-439e-8bba-eb3ef435780e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80abf65-243d-4dd9-be44-a1d5457d68b3,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:20.768669 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d470d92d-bb20-42b7-b053-4083ad185591 {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:15:20.785611 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-b77bf30d-1612-4b9a-9280-502babe46067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:20.814710 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-bb3b6e84-c8dd-402a-84ca-4d283cbeeb9d req-1d7b4fbe-1169-4196-9585-222d6f1a38a3 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Unset dirty status for tenant:941e77f13d134f72b1147573b9e17a86 on resource:security_group {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:20.816008 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-bb3b6e84-c8dd-402a-84ca-4d283cbeeb9d req-1d7b4fbe-1169-4196-9585-222d6f1a38a3 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/security-groups?id=56e44f87-5f3b-4319-978f-9c6f8a66c7d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7555752
May 04 18:15:20.860929 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:20.877151 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-b77bf30d-1612-4b9a-9280-502babe46067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:20.902763 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-b77bf30d-1612-4b9a-9280-502babe46067 admin admin] Usage tracker for resource:security_group_rule and tenant:f8d9254b08124b26a19f6ee7b6b1140e is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:20.910125 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Transition to ACTIVE for port object d470d92d-bb20-42b7-b053-4083ad185591 will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:20.911608 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-b77bf30d-1612-4b9a-9280-502babe46067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:20.914457 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:20.923073 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:20.926224 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-b77bf30d-1612-4b9a-9280-502babe46067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:20.929011 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-afc7f8f3-6ce9-439e-8bba-eb3ef435780e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:20.929905 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-afc7f8f3-6ce9-439e-8bba-eb3ef435780e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:20.931493 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-afc7f8f3-6ce9-439e-8bba-eb3ef435780e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.0544126
May 04 18:15:20.937111 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38590) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:20.946928 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-a7325649-35e8-41d4-9416-84befc5ad521 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Request body: {'security_group_rule': {'security_group_id': '7fefe2c2-d09f-42da-91db-29221b426e58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:20.962383 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-a7325649-35e8-41d4-9416-84befc5ad521 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:20.970469 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-a7325649-35e8-41d4-9416-84befc5ad521 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Usage tracker for resource:security_group_rule and tenant:27df770cfc4e46179df7e8bd111c6454 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:20.976197 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-a7325649-35e8-41d4-9416-84befc5ad521 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:20.999870 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e16b100>, [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:06Z', 'revision_number': 3, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:21.014332 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0787be7b-2fb3-4f7d-9350-9b67be8529e7 None None] The sync data for ids ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'] in dv-cinder-789603-2-iscsi is: [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:06Z', 'revision_number': 3, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:15:21.014875 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-a7325649-35e8-41d4-9416-84befc5ad521 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:21.057695 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-c1c2c138-5281-4724-bbe0-289cdc610cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:21.059339 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a7325649-35e8-41d4-9416-84befc5ad521 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:21.062887 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-bd140843-7204-4291-b380-8639ca540a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e4d9070>, [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'bf32b589-107b-4e38-ae13-17160dd65e3c', 'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'mac_address': 'fa:16:3e:aa:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:08Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 2, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'subnets': [{'id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:21.068449 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Checking router: dbdd4f1d-49b8-4425-866c-6a53490e94d3 for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:15:21.068974 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Updating router dbdd4f1d-49b8-4425-866c-6a53490e94d3 port bf32b589-107b-4e38-ae13-17160dd65e3c binding host dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:15:21.074014 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Allocated IP 172.20.0.1 (1b4e5ebf-cc8d-4c20-b067-3374fe7438ba/e98fb673-01a2-4dc9-8c0c-4753773818b5/ed9fb644-a56b-4946-89bf-d661d8c1681f) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:15:21.087216 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:21.129032 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:21.134788 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:21.135484 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d264afca-e178-4441-8346-e008c8fdc798 {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:15:21.152987 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:21.273804 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Pushing event updated for resources: {'Port': ['ID=ddf248c2-cdc1-477e-989e-cd77394df588,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:21.296147 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Network 99409e48-5704-4894-904f-35de746905a5 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:15:21.297445 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:21.334601 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab545b-1dd7-424d-a5f7-701cc619d634 req-0e3bb2a2-4ca9-4aa8-9d12-ca4119ca76de tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:21.341743 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7fab545b-1dd7-424d-a5f7-701cc619d634 req-0e3bb2a2-4ca9-4aa8-9d12-ca4119ca76de tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 931 time: 0.5671296
May 04 18:15:21.362649 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:21.379355 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Transition to ACTIVE for port object d264afca-e178-4441-8346-e008c8fdc798 will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:21.380761 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=d470d92d-bb20-42b7-b053-4083ad185591,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:21.396043 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:15:21.415907 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:21.425760 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for port, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:21.425955 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:21.456806 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:21.479154 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a7325649-35e8-41d4-9416-84befc5ad521 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:21.489801 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a7325649-35e8-41d4-9416-84befc5ad521 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:21.508463 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-afc7f8f3-6ce9-439e-8bba-eb3ef435780e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:21.508843 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-3384bc56-0744-42f1-9892-02dbbd71b27c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:21.549347 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.4908290
May 04 18:15:21.586242 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7325649-35e8-41d4-9416-84befc5ad521 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570dff01-af86-4dd9-b283-8e3184c9c7e7,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:21.590473 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-a7325649-35e8-41d4-9416-84befc5ad521 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:21.619297 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a7325649-35e8-41d4-9416-84befc5ad521 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:21.622850 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7fab545b-1dd7-424d-a5f7-701cc619d634 req-b8010cee-ac41-409e-8f46-0fe5b48bea3d tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2801387
May 04 18:15:21.625056 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-a7325649-35e8-41d4-9416-84befc5ad521 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6867857
May 04 18:15:21.638003 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38602) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:21.649584 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:21.655920 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Request body: {'floatingip': {'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:21.663740 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:21.668312 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Usage tracker for resource:floatingip and tenant:27df770cfc4e46179df7e8bd111c6454 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:21.672058 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:21.674088 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Notify callbacks [] for port, precommit_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:21.691277 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:21.708672 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for floatingip, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:21.709867 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.provisioning_blocks [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Transition to ACTIVE for port object bf32b589-107b-4e38-ae13-17160dd65e3c will not be triggered until provisioned by entity L2. {{(pid=73830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:21.726813 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:21.737766 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-997165af-aa5e-4e60-a3a8-07206c7982e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:21.738072 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.provisioning_blocks [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Transition to ACTIVE for port object ed9fb644-a56b-4946-89bf-d661d8c1681f will not be triggered until provisioned by entity DHCP. {{(pid=73828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:21.773539 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Attempting to bind port d470d92d-bb20-42b7-b053-4083ad185591 on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:15:21.775553 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Attempting to bind port d470d92d-bb20-42b7-b053-4083ad185591 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f6eda80f-1be0-4800-9ba8-4756455dc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'de204a18-ac33-4a46-a0a5-9fe86a701001'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:15:21.775978 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Attempting to bind port d470d92d-bb20-42b7-b053-4083ad185591 on network de204a18-ac33-4a46-a0a5-9fe86a701001 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:21.866532 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Port d470d92d-bb20-42b7-b053-4083ad185591 on network de204a18-ac33-4a46-a0a5-9fe86a701001 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:15:21.877472 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Attempting to bind port d470d92d-bb20-42b7-b053-4083ad185591 on network de204a18-ac33-4a46-a0a5-9fe86a701001 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:21.913972 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466c43c-f570-480b-a7ff-fa029f57a6a7 None None] Pushing event updated for resources: {'Port': ['ID=bf32b589-107b-4e38-ae13-17160dd65e3c,revision_number=3']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:21.990411 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-3466c43c-f570-480b-a7ff-fa029f57a6a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:22.052181 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:15:22.052390 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Checking segment: {'id': 'f6eda80f-1be0-4800-9ba8-4756455dc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'de204a18-ac33-4a46-a0a5-9fe86a701001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:15:22.064732 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Bound using segment: {'id': 'f6eda80f-1be0-4800-9ba8-4756455dc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'de204a18-ac33-4a46-a0a5-9fe86a701001'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:15:22.064732 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Bound port: d470d92d-bb20-42b7-b053-4083ad185591, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6eda80f-1be0-4800-9ba8-4756455dc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'de204a18-ac33-4a46-a0a5-9fe86a701001'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:15:22.064732 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:22.106454 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=d264afca-e178-4441-8346-e008c8fdc798,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:22.118194 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:22.126758 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ad40e57b-4f8e-4b07-b004-c53f76d2afa3 req-8e0295e8-55a4-4a19-8b7f-a7deebb9e19b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 210 time: 0.3531816
May 04 18:15:22.180159 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:22.182958 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Attempting to bind port bf32b589-107b-4e38-ae13-17160dd65e3c on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:15:22.183416 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Attempting to bind port bf32b589-107b-4e38-ae13-17160dd65e3c by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': '02013f2c-608d-4c58-aba7-cbd5195b5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123'}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:15:22.183734 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Attempting to bind port bf32b589-107b-4e38-ae13-17160dd65e3c on network b5d9f6a0-8056-4021-b12a-9774e1320123 {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:22.196667 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:15:22.197666 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Checking segment: {'id': '02013f2c-608d-4c58-aba7-cbd5195b5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:15:22.197666 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:22.197836 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:22.198001 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Bound using segment: {'id': '02013f2c-608d-4c58-aba7-cbd5195b5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123'} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:15:22.198364 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Bound port: bf32b589-107b-4e38-ae13-17160dd65e3c, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02013f2c-608d-4c58-aba7-cbd5195b5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123'}}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:15:22.198768 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:22.261445 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Attempting to bind port d264afca-e178-4441-8346-e008c8fdc798 on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:15:22.262186 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Attempting to bind port d264afca-e178-4441-8346-e008c8fdc798 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:15:22.262774 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Attempting to bind port d264afca-e178-4441-8346-e008c8fdc798 on network b590a2bc-9427-439b-87ad-b05399fdca88 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:22.284976 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-b77bf30d-1612-4b9a-9280-502babe46067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:22.294245 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Port d264afca-e178-4441-8346-e008c8fdc798 on network b590a2bc-9427-439b-87ad-b05399fdca88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:15:22.295065 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Attempting to bind port d264afca-e178-4441-8346-e008c8fdc798 on network b590a2bc-9427-439b-87ad-b05399fdca88 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:22.310965 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-b77bf30d-1612-4b9a-9280-502babe46067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:22.316818 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:15:22.317996 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Checking segment: {'id': 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:15:22.318599 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Bound using segment: {'id': 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:15:22.319247 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Bound port: d264afca-e178-4441-8346-e008c8fdc798, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:15:22.319906 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:22.335689 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:15:22.336631 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-bd140843-7204-4291-b380-8639ca540a05 None None] For port bf32b589-107b-4e38-ae13-17160dd65e3c, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:15:22.341581 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-bd140843-7204-4291-b380-8639ca540a05 None None] For port bf32b589-107b-4e38-ae13-17160dd65e3c, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=bf32b589-107b-4e38-ae13-17160dd65e3c,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:15:22.344512 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:22.351443 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:22.361283 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-7e3bbed2-2e1b-4cef-aaee-6fd7fa0d6790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:22.363028 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:15:22.363571 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925142'] for router_interface, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:22.372644 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:22.383245 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Pushing event updated for resources: {'Port': ['ID=ed9fb644-a56b-4946-89bf-d661d8c1681f,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:22.404296 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:22.451517 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:22.516304 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466c43c-f570-480b-a7ff-fa029f57a6a7 None None] Pushing event updated for resources: {'Port': ['ID=bf32b589-107b-4e38-ae13-17160dd65e3c,revision_number=4']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:22.551061 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-b77bf30d-1612-4b9a-9280-502babe46067 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f8d9254b08124b26a19f6ee7b6b1140e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0678279
May 04 18:15:22.551061 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] For port d470d92d-bb20-42b7-b053-4083ad185591, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:15:22.552193 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38630) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:22.560374 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bf30d-1612-4b9a-9280-502babe46067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148b4f57-1687-4b20-b40b-a04fed8660b2,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:22.603596 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-b77bf30d-1612-4b9a-9280-502babe46067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:22.614785 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Routers {'dbdd4f1d-49b8-4425-866c-6a53490e94d3'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:15:22.615431 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-bd140843-7204-4291-b380-8639ca540a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e4d9070>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:14:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:22.658666 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] For port d470d92d-bb20-42b7-b053-4083ad185591, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d470d92d-bb20-42b7-b053-4083ad185591,segment=NetworkSegment(f6eda80f-1be0-4800-9ba8-4756455dc40b),segment_id=f6eda80f-1be0-4800-9ba8-4756455dc40b)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:15:22.743382 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:22.766256 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:22.780380 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:22.827468 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e0b91094-a2bd-4b23-ab51-49182431643e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:22.907961 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c91619-a9b8-4577-b82b-86ff460a74f7 req-84c543d1-8434-4506-a9ca-378974030a87 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:22.928637 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-12c91619-a9b8-4577-b82b-86ff460a74f7 req-84c543d1-8434-4506-a9ca-378974030a87 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 944 time: 0.8241248
May 04 18:15:22.967988 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-45bd2fc5-de0c-4c6b-a30e-d77044731630 None None] Provisioning for port ed9fb644-a56b-4946-89bf-d661d8c1681f completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:22.970223 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-3466c43c-f570-480b-a7ff-fa029f57a6a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:22.980095 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] For port d264afca-e178-4441-8346-e008c8fdc798, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:15:22.984252 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-45bd2fc5-de0c-4c6b-a30e-d77044731630 None None] Provisioning complete for port ed9fb644-a56b-4946-89bf-d661d8c1681f triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:22.985431 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-45bd2fc5-de0c-4c6b-a30e-d77044731630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:23.026286 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] For port d264afca-e178-4441-8346-e008c8fdc798, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d264afca-e178-4441-8346-e008c8fdc798,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:15:23.028155 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:23.028887 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:23.030513 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] 10.222.0.64 "PUT /v2.0/ports/d470d92d-bb20-42b7-b053-4083ad185591 HTTP/1.1" status: 200  len: 1094 time: 4.2541056
May 04 18:15:23.035043 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8', 'tag': 'd470d92d-bb20-42b7-b053-4083ad185591'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:15:23.074305 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-bd140843-7204-4291-b380-8639ca540a05 None None] Set router dbdd4f1d-49b8-4425-866c-6a53490e94d3 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:15:23.120956 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:23.125153 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:23.173445 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e0b91094-a2bd-4b23-ab51-49182431643e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:23.230005 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:23.240299 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-12c91619-a9b8-4577-b82b-86ff460a74f7 req-d25b691d-d261-4841-93f7-f1dd3ae435dd tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/security-groups?id=56e44f87-5f3b-4319-978f-9c6f8a66c7d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3091028
May 04 18:15:23.252461 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:23.255300 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:23.256505 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Allocated IP 172.27.1.5 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/98d3753c-c256-47f9-9b8d-faa0fa1cbabf) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:15:23.259720 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] 10.222.0.64 "PUT /v2.0/ports/d264afca-e178-4441-8346-e008c8fdc798 HTTP/1.1" status: 200  len: 1093 time: 4.4550960
May 04 18:15:23.263137 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=d470d92d-bb20-42b7-b053-4083ad185591,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:23.264120 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:23.281873 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:23.282690 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:23.290709 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-45bd2fc5-de0c-4c6b-a30e-d77044731630 None None] Port ed9fb644-a56b-4946-89bf-d661d8c1681f cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:15:23.292894 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:23.293332 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:23.485936 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-9c751e5c-8409-47e3-9911-8d95393cb733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:23.506749 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=d264afca-e178-4441-8346-e008c8fdc798,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:23.511076 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:23.574341 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:23.609759 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:23.619451 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:23.621998 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 6002408f-6781-46a3-94a4-80a986f1b57f up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:23.644710 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b0579976-1449-4ef3-87ff-5227c6e146a9 req-e16c161b-d024-450e-b9b6-4a5ccfe68f04 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 210 time: 0.1245248
May 04 18:15:23.769371 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:23.884757 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e0b91094-a2bd-4b23-ab51-49182431643e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:23.963825 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-d6b84ec2-5212-4035-b0b1-302db4fe2a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:24.019895 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b91094-a2bd-4b23-ab51-49182431643e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148b4f57-1687-4b20-b40b-a04fed8660b2,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:24.069934 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-bd140843-7204-4291-b380-8639ca540a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e4d9070>, [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'bf32b589-107b-4e38-ae13-17160dd65e3c', 'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'mac_address': 'fa:16:3e:aa:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:08Z', 'updated_at': '2021-05-04T18:15:22Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'subnets': [{'id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:24.074664 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd140843-7204-4291-b380-8639ca540a05 None None] The sync data for ids ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'] in dv-cinder-789603-2-iscsi is: [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'bf32b589-107b-4e38-ae13-17160dd65e3c', 'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'mac_address': 'fa:16:3e:aa:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:08Z', 'updated_at': '2021-05-04T18:15:22Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'subnets': [{'id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:15:24.131370 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e0b91094-a2bd-4b23-ab51-49182431643e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:24.157184 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8', 'tag': 'd470d92d-bb20-42b7-b053-4083ad185591', 'status': 'completed', 'code': 200}
May 04 18:15:24.166330 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 6002408f-6781-46a3-94a4-80a986f1b57f triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:24.167490 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:24.237196 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:24.256663 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d58e6-a30d-41e0-b430-ab03abdc7152 req-366d0cee-6682-4aed-994b-d63a113a9b7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:24.268544 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-077d58e6-a30d-41e0-b430-ab03abdc7152 req-366d0cee-6682-4aed-994b-d63a113a9b7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 943 time: 1.2872314
May 04 18:15:24.305077 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e0b91094-a2bd-4b23-ab51-49182431643e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:24.309848 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-e0b91094-a2bd-4b23-ab51-49182431643e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/148b4f57-1687-4b20-b40b-a04fed8660b2 HTTP/1.1" status: 204  len: 168 time: 1.7534056
May 04 18:15:24.326506 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:24.390863 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:24.407472 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:24.658962 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988d289-03c6-4441-8f7a-9303ecf484e6 req-77d6c296-cdb1-49b9-bdc2-41fdc3e7799b tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:24.660756 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b988d289-03c6-4441-8f7a-9303ecf484e6 req-77d6c296-cdb1-49b9-bdc2-41fdc3e7799b tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 944 time: 0.1993692
May 04 18:15:24.811372 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:24.825548 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b988d289-03c6-4441-8f7a-9303ecf484e6 req-f8cc0537-1703-4d9b-b450-8273b971e012 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/security-groups?id=56e44f87-5f3b-4319-978f-9c6f8a66c7d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580391
May 04 18:15:24.828156 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.64', 63066) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:24.861581 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-077d58e6-a30d-41e0-b430-ab03abdc7152 req-1dd71a71-9037-4db1-9501-e49ae0fbc71b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Synchronizing usage tracker for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:security_group {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:25.029548 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-077d58e6-a30d-41e0-b430-ab03abdc7152 req-1dd71a71-9037-4db1-9501-e49ae0fbc71b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Unset dirty status for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:security_group {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:25.030750 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-077d58e6-a30d-41e0-b430-ab03abdc7152 req-1dd71a71-9037-4db1-9501-e49ae0fbc71b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7614172
May 04 18:15:25.040272 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:25.041683 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Request body: {'port': {'device_id': 'db9d0818-0adb-4b44-8fd1-ccc77f8fc15e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:25.087353 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 38708) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:25.155483 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:25.156018 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:25.280095 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:25.352647 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:25.353647 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:25.371648 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:25.409798 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device bf32b589-107b-4e38-ae13-17160dd65e3c up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:25.468713 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event updated for resources: {'Port': ['ID=98d3753c-c256-47f9-9b8d-faa0fa1cbabf,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:25.544988 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925045'] for router_interface, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:25.568539 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-df1b55d3-c74b-4b1f-a3fb-b49b59d98ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:25.661783 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:15:25.770624 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:25.774417 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port bf32b589-107b-4e38-ae13-17160dd65e3c completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:25.780499 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port bf32b589-107b-4e38-ae13-17160dd65e3c triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:25.780879 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:25.781683 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8597b0ce-d83a-4034-bfae-6152b41fd209 req-175eece0-aa49-444a-8b33-90f92da24642 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 210 time: 0.4600823
May 04 18:15:25.786753 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:25.794001 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-df1b55d3-c74b-4b1f-a3fb-b49b59d98ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:25.804632 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:15:25.815067 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-edc39dc4-febc-454a-a231-69c4c34d5c67 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:25.816600 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-edc39dc4-febc-454a-a231-69c4c34d5c67 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.64 "GET /v2.0/networks?id=99409e48-5704-4894-904f-35de746905a5 HTTP/1.1" status: 200  len: 819 time: 0.8405695
May 04 18:15:25.819632 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-df1b55d3-c74b-4b1f-a3fb-b49b59d98ce2 admin admin] Usage tracker for resource:security_group_rule and tenant:4be3fb69dd8440539297a57a090b6660 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:25.823587 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-df1b55d3-c74b-4b1f-a3fb-b49b59d98ce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:25.831312 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-df1b55d3-c74b-4b1f-a3fb-b49b59d98ce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:25.881939 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99cb24-f559-46fc-a4a6-3cc30471c835 req-d7696719-d920-488d-ad86-2e22879cd310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:25.883481 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5d99cb24-f559-46fc-a4a6-3cc30471c835 req-d7696719-d920-488d-ad86-2e22879cd310 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=941e77f13d134f72b1147573b9e17a86&device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 1097 time: 0.6466320
May 04 18:15:25.973794 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Pushing event updated for resources: {'Port': ['ID=ed9fb644-a56b-4946-89bf-d661d8c1681f,revision_number=2']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:26.000085 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:26.004706 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:26.004706 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:26.059104 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:15:26.061324 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:26.069535 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-df1b55d3-c74b-4b1f-a3fb-b49b59d98ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:26.079880 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-df1b55d3-c74b-4b1f-a3fb-b49b59d98ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:26.104239 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:26.140967 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port bf32b589-107b-4e38-ae13-17160dd65e3c, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=bf32b589-107b-4e38-ae13-17160dd65e3c,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:26.142551 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:26.155885 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:26.163680 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:26.172222 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:26.195358 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c13ea6-e575-4bfd-9457-22c643478e9b', 'tag': 'd264afca-e178-4441-8346-e008c8fdc798'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:15:26.204454 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b55d3-c74b-4b1f-a3fb-b49b59d98ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46245a7-5041-4e6c-8549-569d8280b014,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:26.228910 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-df1b55d3-c74b-4b1f-a3fb-b49b59d98ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:26.279616 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-df1b55d3-c74b-4b1f-a3fb-b49b59d98ce2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4be3fb69dd8440539297a57a090b6660&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1882429
May 04 18:15:26.280439 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 38726) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:26.385086 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=bf32b589-107b-4e38-ae13-17160dd65e3c,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:26.400609 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:26.505917 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-472cb135-8cc2-4f56-a0d9-005e41177bac None None] Provisioning complete for port ed9fb644-a56b-4946-89bf-d661d8c1681f triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:26.506353 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-472cb135-8cc2-4f56-a0d9-005e41177bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:26.512875 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-a4487a6f-47b0-403d-9b54-5ccf87412db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:26.593362 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-a4487a6f-47b0-403d-9b54-5ccf87412db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:26.669448 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-a4487a6f-47b0-403d-9b54-5ccf87412db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:26.684112 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-472cb135-8cc2-4f56-a0d9-005e41177bac None None] Port ed9fb644-a56b-4946-89bf-d661d8c1681f cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:15:26.717339 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-39204fda-9a6c-45d9-a843-3a4ba2f323c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:26.750576 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device bf32b589-107b-4e38-ae13-17160dd65e3c up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:26.779190 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4487a6f-47b0-403d-9b54-5ccf87412db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46245a7-5041-4e6c-8549-569d8280b014,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:26.810145 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a4487a6f-47b0-403d-9b54-5ccf87412db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:26.814792 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-a4487a6f-47b0-403d-9b54-5ccf87412db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:26.827121 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-a4487a6f-47b0-403d-9b54-5ccf87412db4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c46245a7-5041-4e6c-8549-569d8280b014 HTTP/1.1" status: 204  len: 168 time: 0.5454981
May 04 18:15:26.861665 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165afddc-626a-4416-8b39-a7973ec0b0ee req-d11d5fb2-0f61-4ab5-b4b7-c69d032702ad tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:26.863536 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-165afddc-626a-4416-8b39-a7973ec0b0ee req-d11d5fb2-0f61-4ab5-b4b7-c69d032702ad tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 943 time: 0.4418967
May 04 18:15:26.941269 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:27.006654 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port bf32b589-107b-4e38-ae13-17160dd65e3c triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:27.007049 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:27.054247 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-165afddc-626a-4416-8b39-a7973ec0b0ee req-48a3f1dc-b7fe-4227-8cb1-a8dc8803bd32 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715438
May 04 18:15:27.180455 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c13ea6-e575-4bfd-9457-22c643478e9b', 'tag': 'd264afca-e178-4441-8346-e008c8fdc798', 'status': 'completed', 'code': 200}
May 04 18:15:27.279426 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:27.397869 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437c2ac-2c37-4e34-b723-f5f98ba45ba1 req-bde4a8e9-9f4f-45d9-8992-b7c90701ca49 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:27.399527 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5437c2ac-2c37-4e34-b723-f5f98ba45ba1 req-bde4a8e9-9f4f-45d9-8992-b7c90701ca49 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 944 time: 1.2981775
May 04 18:15:27.419152 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:15:27.425450 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d0a60c01-107b-499e-a840-c7a7e0d7d556 req-a92434d3-46fa-44d9-a8c9-eece96bbe37e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 210 time: 0.0722494
May 04 18:15:27.517917 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 38758) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:27.668034 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5437c2ac-2c37-4e34-b723-f5f98ba45ba1 req-c9e44d59-2760-42aa-af97-a8fd013c763b tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/security-groups?id=56e44f87-5f3b-4319-978f-9c6f8a66c7d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2561569
May 04 18:15:27.737858 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.db.resource_extend [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 04 18:15:27.778632 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4bdf-ebbd-4514-a97a-fb43dee2c9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:27.812201 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-e2dc4bdf-ebbd-4514-a97a-fb43dee2c9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:27.818304 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-e2dc4bdf-ebbd-4514-a97a-fb43dee2c9f5 admin admin] Usage tracker for resource:security_group_rule and tenant:40aa580b4214486a90035fb370508201 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:27.821974 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-e2dc4bdf-ebbd-4514-a97a-fb43dee2c9f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:27.829294 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-e2dc4bdf-ebbd-4514-a97a-fb43dee2c9f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:27.993456 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.notifiers.nova [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf248c2-cdc1-477e-989e-cd77394df588 {{(pid=73828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:15:28.003396 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:15:28.015219 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Sync routers for ids ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:15:28.024341 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:28.040753 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Routers {'1dcf55b9-76bf-4d7a-846c-cc3038249f2b'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:15:28.041390 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e1d4400>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:15:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:28.048238 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4bdf-ebbd-4514-a97a-fb43dee2c9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:28.054172 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] 10.222.0.67 "PUT /v2.0/routers/1dcf55b9-76bf-4d7a-846c-cc3038249f2b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.4692569
May 04 18:15:28.062507 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4bdf-ebbd-4514-a97a-fb43dee2c9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:28.077600 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-b77bf30d-1612-4b9a-9280-502babe46067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:28.092709 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.provisioning_blocks [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Transition to ACTIVE for port object ddf248c2-cdc1-477e-989e-cd77394df588 will not be triggered until provisioned by entity L2. {{(pid=73828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:28.106591 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:28.134867 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:28.140033 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc4bdf-ebbd-4514-a97a-fb43dee2c9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c86d542-9a7d-426f-ab72-cc97e7851bf5,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:28.170559 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-e2dc4bdf-ebbd-4514-a97a-fb43dee2c9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:28.175808 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:28.195826 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-e2dc4bdf-ebbd-4514-a97a-fb43dee2c9f5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=40aa580b4214486a90035fb370508201&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6767476
May 04 18:15:28.196442 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 38780) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:28.230975 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:28.317759 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1063e1cd-a116-415b-93fd-b47259f79d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:28.361274 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1063e1cd-a116-415b-93fd-b47259f79d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:28.385918 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd3160-418b-44a7-a8bc-e0518731103b req-0fedb745-1f68-4036-9fc1-7f6cff95cb2e tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:28.387493 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f4fd3160-418b-44a7-a8bc-e0518731103b req-0fedb745-1f68-4036-9fc1-7f6cff95cb2e tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 943 time: 0.1901753
May 04 18:15:28.408344 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:28.473369 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Set router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:15:28.487440 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf248c2-cdc1-477e-989e-cd77394df588,revision_number=2']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:28.487936 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f4fd3160-418b-44a7-a8bc-e0518731103b req-c2d21849-71c1-4d07-9dfc-55cd8acd86a0 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927052
May 04 18:15:28.502752 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1063e1cd-a116-415b-93fd-b47259f79d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:28.507852 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:28.508781 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ee08f72e-949c-4203-b4d2-7beffed17354 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:28.509869 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-fb84f23b-56d0-4afc-9e02-80ea3ae0d9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:28.542011 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063e1cd-a116-415b-93fd-b47259f79d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c86d542-9a7d-426f-ab72-cc97e7851bf5,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:28.548630 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-1063e1cd-a116-415b-93fd-b47259f79d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:28.560697 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1063e1cd-a116-415b-93fd-b47259f79d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:28.569160 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-1063e1cd-a116-415b-93fd-b47259f79d93 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7c86d542-9a7d-426f-ab72-cc97e7851bf5 HTTP/1.1" status: 204  len: 168 time: 0.3705237
May 04 18:15:28.728562 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:28.729811 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 7.0906415
May 04 18:15:28.800503 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-dd45a2ad-9809-47a3-8c58-298585869df7 req-901b8b27-9bea-480e-8572-53063418a663 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 210 time: 0.1154904
May 04 18:15:28.803548 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Attempting to bind port ddf248c2-cdc1-477e-989e-cd77394df588 on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:15:28.803943 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Attempting to bind port ddf248c2-cdc1-477e-989e-cd77394df588 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'c2b2c400-f28b-4668-b6f3-7d05f392235b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '99409e48-5704-4894-904f-35de746905a5'}] {{(pid=73828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:15:28.804293 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Attempting to bind port ddf248c2-cdc1-477e-989e-cd77394df588 on network 99409e48-5704-4894-904f-35de746905a5 {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:28.816674 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-a3fe26f1-4b04-4ef8-ab5c-973bcb004861 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Request body: {'port': {'device_id': 'e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8', 'network_id': '99409e48-5704-4894-904f-35de746905a5', 'admin_state_up': True, 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:28.832599 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event updated for resources: {'Port': ['ID=98d3753c-c256-47f9-9b8d-faa0fa1cbabf,revision_number=2']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:28.845870 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Port ddf248c2-cdc1-477e-989e-cd77394df588 on network 99409e48-5704-4894-904f-35de746905a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:15:28.846207 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Attempting to bind port ddf248c2-cdc1-477e-989e-cd77394df588 on network 99409e48-5704-4894-904f-35de746905a5 {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:28.862328 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:28.876033 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:15:28.876423 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Checking segment: {'id': 'c2b2c400-f28b-4668-b6f3-7d05f392235b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '99409e48-5704-4894-904f-35de746905a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:15:28.876982 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Bound using segment: {'id': 'c2b2c400-f28b-4668-b6f3-7d05f392235b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '99409e48-5704-4894-904f-35de746905a5'} {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:15:28.877442 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Bound port: ddf248c2-cdc1-477e-989e-cd77394df588, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b2c400-f28b-4668-b6f3-7d05f392235b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '99409e48-5704-4894-904f-35de746905a5'}}] {{(pid=73828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:15:28.877828 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:28.946610 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e1d4400>, [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'ed9fb644-a56b-4946-89bf-d661d8c1681f', 'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'mac_address': 'fa:16:3e:22:d7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:20Z', 'updated_at': '2021-05-04T18:15:24Z', 'revision_number': 2, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'subnets': [{'id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:28.957456 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Checking router: 1dcf55b9-76bf-4d7a-846c-cc3038249f2b for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:15:28.958642 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Updating router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b port ed9fb644-a56b-4946-89bf-d661d8c1681f binding host dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:15:29.099711 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:29.218587 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] For port ddf248c2-cdc1-477e-989e-cd77394df588, host hv-cinder-78960, cleared binding levels {{(pid=73828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:15:29.228687 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] For port ddf248c2-cdc1-477e-989e-cd77394df588, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ddf248c2-cdc1-477e-989e-cd77394df588,segment=NetworkSegment(c2b2c400-f28b-4668-b6f3-7d05f392235b),segment_id=c2b2c400-f28b-4668-b6f3-7d05f392235b)] {{(pid=73828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:15:29.235626 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:29.246018 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:29.368256 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:29.368871 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for port, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:29.370311 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] 10.222.0.64 "PUT /v2.0/ports/ddf248c2-cdc1-477e-989e-cd77394df588 HTTP/1.1" status: 200  len: 1094 time: 4.3536825
May 04 18:15:29.370778 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9d0818-0adb-4b44-8fd1-ccc77f8fc15e', 'tag': 'ddf248c2-cdc1-477e-989e-cd77394df588'}] {{(pid=73828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:15:29.487504 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99cb24-f559-46fc-a4a6-3cc30471c835 req-31f82ea8-fc11-4098-bab8-cc684426f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:29.489499 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5d99cb24-f559-46fc-a4a6-3cc30471c835 req-31f82ea8-fc11-4098-bab8-cc684426f523 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=941e77f13d134f72b1147573b9e17a86&shared=False HTTP/1.1" status: 200  len: 912 time: 0.6797497
May 04 18:15:29.495630 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-a3fe26f1-4b04-4ef8-ab5c-973bcb004861 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:29.508386 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-a3fe26f1-4b04-4ef8-ab5c-973bcb004861 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:29.544707 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38834) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:29.592346 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Notify callbacks [] for port, precommit_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:29.608558 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Transition to ACTIVE for port object ed9fb644-a56b-4946-89bf-d661d8c1681f will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:29.618051 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:29.650393 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e37376e-ef19-427e-a4b6-6c4e2ddfc22b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:29.709000 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99cb24-f559-46fc-a4a6-3cc30471c835 req-e9aab8f0-f0e2-4466-9d75-e0bce081a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:29.711179 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5d99cb24-f559-46fc-a4a6-3cc30471c835 req-e9aab8f0-f0e2-4466-9d75-e0bce081a822 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1796069
May 04 18:15:29.717558 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 38844) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:29.718683 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-a3fe26f1-4b04-4ef8-ab5c-973bcb004861 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Made reservation on behalf of 6aefb4fa5e3d445b8c9b88bc40882c9e for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:15:29.723746 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-a3fe26f1-4b04-4ef8-ab5c-973bcb004861 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:29.727569 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-dfe71236-4578-496c-b593-847f2349f6dc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--307192331', 'description': 'tempest-description--1525285323'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:29.819176 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38856) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:29.826249 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-dfe71236-4578-496c-b593-847f2349f6dc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:29.849339 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f9a4cfe4-4fd8-48f1-9948-ac9bc3b0014e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:29.895924 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-dfe71236-4578-496c-b593-847f2349f6dc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Usage tracker for resource:security_group and tenant:6fe7e174186c44ffb03d6761766e9c4e is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:29.901495 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-dfe71236-4578-496c-b593-847f2349f6dc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:29.912589 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-dfe71236-4578-496c-b593-847f2349f6dc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:29.966849 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-bc25fd0f-4b41-4114-8b66-4500f84531c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Synchronizing usage tracker for tenant:27df770cfc4e46179df7e8bd111c6454 on resource:security_group {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:29.967336 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-f9a4cfe4-4fd8-48f1-9948-ac9bc3b0014e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:29.972016 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-dfe71236-4578-496c-b593-847f2349f6dc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:30.006333 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-f9a4cfe4-4fd8-48f1-9948-ac9bc3b0014e admin admin] Usage tracker for resource:security_group_rule and tenant:1a5d80d737f24e57a9a6f62976f37d89 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:30.009114 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-dfe71236-4578-496c-b593-847f2349f6dc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:30.014091 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-dfe71236-4578-496c-b593-847f2349f6dc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Usage tracker for resource:security_group_rule and tenant:6fe7e174186c44ffb03d6761766e9c4e is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:30.017837 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-dfe71236-4578-496c-b593-847f2349f6dc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:30.024336 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-dfe71236-4578-496c-b593-847f2349f6dc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:30.044156 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-f9a4cfe4-4fd8-48f1-9948-ac9bc3b0014e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:30.063033 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b7c11-ff02-4b75-81e8-a274df6d2a91 req-19f609b6-f413-47d1-afee-07937dbcd142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:30.064553 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-980b7c11-ff02-4b75-81e8-a274df6d2a91 req-19f609b6-f413-47d1-afee-07937dbcd142 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0cb6cff504c4a8da4ec138a21a196f0&device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 1096 time: 1.1309345
May 04 18:15:30.085129 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Attempting to bind port ed9fb644-a56b-4946-89bf-d661d8c1681f on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:15:30.085807 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Attempting to bind port ed9fb644-a56b-4946-89bf-d661d8c1681f by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'aa496005-47b0-4b45-aecf-ec3b981ccbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:15:30.086336 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Attempting to bind port ed9fb644-a56b-4946-89bf-d661d8c1681f on network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:30.101564 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:15:30.102847 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Checking segment: {'id': 'aa496005-47b0-4b45-aecf-ec3b981ccbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:15:30.103513 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:30.104156 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Bound using segment: {'id': 'aa496005-47b0-4b45-aecf-ec3b981ccbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:15:30.104886 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Bound port: ed9fb644-a56b-4946-89bf-d661d8c1681f, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa496005-47b0-4b45-aecf-ec3b981ccbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:15:30.105441 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:30.115714 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-dfe71236-4578-496c-b593-847f2349f6dc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:30.117478 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf248c2-cdc1-477e-989e-cd77394df588,revision_number=3']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:30.125884 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:30.135078 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-dfe71236-4578-496c-b593-847f2349f6dc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:30.171308 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:30.183278 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-dfe71236-4578-496c-b593-847f2349f6dc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:30.187706 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-dfe71236-4578-496c-b593-847f2349f6dc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.6381841
May 04 18:15:30.190937 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38870) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:30.204343 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-b416270b-b31d-4bea-b294-4c11dcc6b9c0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Request body: {'security_group_rule': {'security_group_id': 'cba178e9-4ee5-47cd-85e4-17be5e90d7ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:30.212131 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b416270b-b31d-4bea-b294-4c11dcc6b9c0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:30.217125 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b416270b-b31d-4bea-b294-4c11dcc6b9c0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Usage tracker for resource:security_group_rule and tenant:6fe7e174186c44ffb03d6761766e9c4e is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:30.221471 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b416270b-b31d-4bea-b294-4c11dcc6b9c0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:30.229339 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b416270b-b31d-4bea-b294-4c11dcc6b9c0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:30.242268 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-b4da5317-e048-48b5-8a96-f85c4c2a5dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:30.243883 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-b4da5317-e048-48b5-8a96-f85c4c2a5dad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aefb4fa5e3d445b8c9b88bc40882c9e&device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 1097 time: 0.6983011
May 04 18:15:30.262991 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-f9a4cfe4-4fd8-48f1-9948-ac9bc3b0014e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:30.265916 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b7c11-ff02-4b75-81e8-a274df6d2a91 req-74e4af2d-a63c-4bd7-8f37-6f3397234d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:30.267339 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-980b7c11-ff02-4b75-81e8-a274df6d2a91 req-74e4af2d-a63c-4bd7-8f37-6f3397234d55 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f0cb6cff504c4a8da4ec138a21a196f0&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1888874
May 04 18:15:30.291620 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a83f7-1cc6-4787-85eb-b0d55d782c8d None None] Pushing event updated for resources: {'Port': ['ID=ed9fb644-a56b-4946-89bf-d661d8c1681f,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:30.323233 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-731a83f7-1cc6-4787-85eb-b0d55d782c8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:30.337276 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] For port ed9fb644-a56b-4946-89bf-d661d8c1681f, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:15:30.343419 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] For port ed9fb644-a56b-4946-89bf-d661d8c1681f, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=ed9fb644-a56b-4946-89bf-d661d8c1681f,segment=NetworkSegment(aa496005-47b0-4b45-aecf-ec3b981ccbf5),segment_id=aa496005-47b0-4b45-aecf-ec3b981ccbf5)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:15:30.348685 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b416270b-b31d-4bea-b294-4c11dcc6b9c0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:30.353243 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:30.363822 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665582c-7ccb-4ccf-90c6-735765fd57cf req-52e34087-8144-4aa9-be88-872844c02ad4 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:30.369696 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-02e687a2-f85d-4030-8e8b-66a8bab1881e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:30.370923 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b665582c-7ccb-4ccf-90c6-735765fd57cf req-52e34087-8144-4aa9-be88-872844c02ad4 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 944 time: 1.0694058
May 04 18:15:30.380652 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe71236-4578-496c-b593-847f2349f6dc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba178e9-4ee5-47cd-85e4-17be5e90d7ec,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:30.384771 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-e48093bd-f34a-461b-8035-1d309afb0b0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf248c2-cdc1-477e-989e-cd77394df588 HTTP/1.1" status: 200  len: 217 time: 0.1280468
May 04 18:15:30.402200 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-dfe71236-4578-496c-b593-847f2349f6dc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:30.408662 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-6c2f41b1-21d2-4a34-9fc3-88e876c8037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:30.410144 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-6c2f41b1-21d2-4a34-9fc3-88e876c8037c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=941e77f13d134f72b1147573b9e17a86&device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 1097 time: 0.6367669
May 04 18:15:30.472928 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Routers {'1dcf55b9-76bf-4d7a-846c-cc3038249f2b'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:15:30.473347 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e1d4400>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:15:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:30.484731 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-61039796-95ce-48b7-beab-4e3996f3f5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:30.547158 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a83f7-1cc6-4787-85eb-b0d55d782c8d None None] Pushing event updated for resources: {'Port': ['ID=ed9fb644-a56b-4946-89bf-d661d8c1681f,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:30.558929 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-731a83f7-1cc6-4787-85eb-b0d55d782c8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:30.615487 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b416270b-b31d-4bea-b294-4c11dcc6b9c0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:30.617810 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-7fd29a23-a09e-41e1-995a-1d48f2f28595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:30.619887 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-7fd29a23-a09e-41e1-995a-1d48f2f28595 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed8ff751-3f9c-4e2b-b012-ca57bc17a88d HTTP/1.1" status: 200  len: 859 time: 0.2103753
May 04 18:15:30.628270 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-61039796-95ce-48b7-beab-4e3996f3f5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:30.634251 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-61039796-95ce-48b7-beab-4e3996f3f5b3 admin admin] Usage tracker for resource:security_group_rule and tenant:c2e6bf9c674948ad8bd233b5e1c54d66 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:30.637880 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-61039796-95ce-48b7-beab-4e3996f3f5b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:30.644833 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-61039796-95ce-48b7-beab-4e3996f3f5b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:30.703264 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-5fe251df-68e5-4ff5-bf86-0fdce4659a35 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99409e48-5704-4894-904f-35de746905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463660
May 04 18:15:30.704178 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b416270b-b31d-4bea-b294-4c11dcc6b9c0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:30.709413 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:30.734965 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] Set router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:15:30.735375 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-95b27739-aa86-4034-ab33-10debd496a2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d470d92d-bb20-42b7-b053-4083ad185591 HTTP/1.1" status: 200  len: 217 time: 0.2895565
May 04 18:15:30.738348 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b665582c-7ccb-4ccf-90c6-735765fd57cf req-6c365027-e2d1-4858-885e-0144af4821dd tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/security-groups?id=56e44f87-5f3b-4319-978f-9c6f8a66c7d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3666611
May 04 18:15:30.786424 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416270b-b31d-4bea-b294-4c11dcc6b9c0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c492b15d-8d45-42dd-9a9d-978848d8c58f,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:30.793649 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b416270b-b31d-4bea-b294-4c11dcc6b9c0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:30.796289 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b416270b-b31d-4bea-b294-4c11dcc6b9c0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:30.797431 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-b416270b-b31d-4bea-b294-4c11dcc6b9c0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5983071
May 04 18:15:30.813834 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 38886) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:30.841078 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-7a69e2ab-cd19-4178-8341-a5480fdee28a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Request body: {'security_group_rule': {'security_group_id': 'cba178e9-4ee5-47cd-85e4-17be5e90d7ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:30.856808 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-7a69e2ab-cd19-4178-8341-a5480fdee28a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:30.892999 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-a3fe26f1-4b04-4ef8-ab5c-973bcb004861 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Allocated IP 172.20.0.3 (99409e48-5704-4894-904f-35de746905a5/ed8ff751-3f9c-4e2b-b012-ca57bc17a88d/7adaeea3-d11b-4bfc-9f32-6493ee28f709) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:15:30.895442 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-7a69e2ab-cd19-4178-8341-a5480fdee28a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Usage tracker for resource:security_group_rule and tenant:6fe7e174186c44ffb03d6761766e9c4e is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:30.919044 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-7a69e2ab-cd19-4178-8341-a5480fdee28a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:30.929654 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b7c11-ff02-4b75-81e8-a274df6d2a91 req-8c70aedf-9a04-42bd-9e7b-83f488ea2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:30.954052 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-980b7c11-ff02-4b75-81e8-a274df6d2a91 req-8c70aedf-9a04-42bd-9e7b-83f488ea2c6f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6727691
May 04 18:15:30.969331 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-2ba5fe45-8eb5-4596-81df-b627fa238393 service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2450168
May 04 18:15:31.044683 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f9a4cfe4-4fd8-48f1-9948-ac9bc3b0014e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:31.047576 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-9dff3252-382b-42ce-a154-ef4beb19b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:31.049731 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-9dff3252-382b-42ce-a154-ef4beb19b05f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a4f7d101-97fe-450f-bc5b-91bf7d54590e HTTP/1.1" status: 200  len: 851 time: 0.2841635
May 04 18:15:31.054275 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-7a69e2ab-cd19-4178-8341-a5480fdee28a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:31.135713 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f9a4cfe4-4fd8-48f1-9948-ac9bc3b0014e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:31.140474 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-61039796-95ce-48b7-beab-4e3996f3f5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:31.148772 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-bc25fd0f-4b41-4114-8b66-4500f84531c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Unset dirty status for tenant:27df770cfc4e46179df7e8bd111c6454 on resource:security_group {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:31.149839 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-bc25fd0f-4b41-4114-8b66-4500f84531c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1357480072&fields=id&tenant_id=27df770cfc4e46179df7e8bd111c6454 HTTP/1.1" status: 200  len: 267 time: 1.4178224
May 04 18:15:31.153199 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-61039796-95ce-48b7-beab-4e3996f3f5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:31.167888 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:31.220710 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e1d4400>, [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'ed9fb644-a56b-4946-89bf-d661d8c1681f', 'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'mac_address': 'fa:16:3e:22:d7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:20Z', 'updated_at': '2021-05-04T18:15:30Z', 'revision_number': 4, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'subnets': [{'id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:15:31.227480 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a46f4bd-4a66-43a3-9981-cb6cd013f4a1 None None] The sync data for ids ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'] in dv-cinder-789603-2-iscsi is: [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'ed9fb644-a56b-4946-89bf-d661d8c1681f', 'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'mac_address': 'fa:16:3e:22:d7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:20Z', 'updated_at': '2021-05-04T18:15:30Z', 'revision_number': 4, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'subnets': [{'id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:15:31.238649 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-baf5b519-ad7b-45fd-ae0b-033d224eeefe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:31.247398 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-4f7866d1-4f79-4911-89a8-50f100c63aea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de204a18-ac33-4a46-a0a5-9fe86a701001&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1854715
May 04 18:15:31.345991 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-61039796-95ce-48b7-beab-4e3996f3f5b3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c2e6bf9c674948ad8bd233b5e1c54d66&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4886851
May 04 18:15:31.351951 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4cfe4-4fd8-48f1-9948-ac9bc3b0014e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12c518c-d42d-4c09-9899-3cb72299132b,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:31.354099 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61039796-95ce-48b7-beab-4e3996f3f5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6286e844-cdb2-493b-b937-f15a7e9a2141,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:31.355647 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f9a4cfe4-4fd8-48f1-9948-ac9bc3b0014e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:31.360870 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 38902) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:31.361756 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9ad134a0-7b76-4159-877b-0f523152c8e1 req-e88e61f9-0f85-49cf-9931-6345bd9bd168 service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3821297
May 04 18:15:31.365458 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-61039796-95ce-48b7-beab-4e3996f3f5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:31.402587 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7a69e2ab-cd19-4178-8341-a5480fdee28a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:31.439358 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-a6996068-b8c3-4775-ae63-82e7121ceb76 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:31.440700 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-a6996068-b8c3-4775-ae63-82e7121ceb76 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Synchronizing usage tracker for tenant:27df770cfc4e46179df7e8bd111c6454 on resource:network {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:31.451141 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-f9a4cfe4-4fd8-48f1-9948-ac9bc3b0014e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1a5d80d737f24e57a9a6f62976f37d89&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7005541
May 04 18:15:31.453429 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38906) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:31.513002 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-a6996068-b8c3-4775-ae63-82e7121ceb76 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Unset dirty status for tenant:27df770cfc4e46179df7e8bd111c6454 on resource:network {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:31.514614 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-a6996068-b8c3-4775-ae63-82e7121ceb76 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/networks?id=b5d9f6a0-8056-4021-b12a-9774e1320123 HTTP/1.1" status: 200  len: 816 time: 0.3493295
May 04 18:15:31.546106 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-c780af18-91c0-4ec5-9330-30272c771f63 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/quotas/27df770cfc4e46179df7e8bd111c6454 HTTP/1.1" status: 200  len: 375 time: 0.0220823
May 04 18:15:31.568191 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-26cc863f-d910-451b-a2db-7e15aca26d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:31.660069 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-26cc863f-d910-451b-a2db-7e15aca26d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:31.736567 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-2f99ef15-205f-458c-9863-13ac2af99ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:31.738351 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-2f99ef15-205f-458c-9863-13ac2af99ac4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0cb6cff504c4a8da4ec138a21a196f0&device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 1096 time: 0.6813116
May 04 18:15:31.744249 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-80d1ae84-8cf6-4133-82cc-669713df701e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Synchronizing usage tracker for tenant:27df770cfc4e46179df7e8bd111c6454 on resource:port {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:31.763977 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd200a8-8a34-4af5-a7e8-5e56e676a8df req-a6943f00-16a5-402d-8346-df3fe666d1f9 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:31.765866 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-afd200a8-8a34-4af5-a7e8-5e56e676a8df req-a6943f00-16a5-402d-8346-df3fe666d1f9 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 943 time: 0.7146475
May 04 18:15:31.776137 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-80d1ae84-8cf6-4133-82cc-669713df701e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Unset dirty status for tenant:27df770cfc4e46179df7e8bd111c6454 on resource:port {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:31.788717 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-80d1ae84-8cf6-4133-82cc-669713df701e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=27df770cfc4e46179df7e8bd111c6454&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2169352
May 04 18:15:31.859767 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-a6ed7f5d-664e-40da-a228-a01164040c85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d264afca-e178-4441-8346-e008c8fdc798 HTTP/1.1" status: 200  len: 217 time: 0.0928690
May 04 18:15:31.875408 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-35b9f1cb-0035-44ac-8c47-463f22fd04e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:31.878468 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-d664c8b8-824d-47dd-af32-fcc795d94f75 service neutron] 10.222.0.64 "GET /v2.0/networks/de204a18-ac33-4a46-a0a5-9fe86a701001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6061261
May 04 18:15:31.887914 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-26cc863f-d910-451b-a2db-7e15aca26d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:31.905763 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7a69e2ab-cd19-4178-8341-a5480fdee28a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:31.907197 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4a557b83-9e40-452b-b0a6-31cc5c79a109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:31.932864 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc863f-d910-451b-a2db-7e15aca26d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12c518c-d42d-4c09-9899-3cb72299132b,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:31.941141 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-26cc863f-d910-451b-a2db-7e15aca26d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:31.963123 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-26cc863f-d910-451b-a2db-7e15aca26d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:31.964286 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-26cc863f-d910-451b-a2db-7e15aca26d09 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e12c518c-d42d-4c09-9899-3cb72299132b HTTP/1.1" status: 204  len: 168 time: 0.5096793
May 04 18:15:31.997931 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-5c86c793-8bd4-4846-be24-f0d6e0222200 service neutron] 10.222.0.67 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2009766
May 04 18:15:32.155755 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-35b9f1cb-0035-44ac-8c47-463f22fd04e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:32.171823 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-1f307870-232f-48fd-a56a-e43eb0ee8ae8 service neutron] 10.222.0.67 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1725616
May 04 18:15:32.229292 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7a69e2ab-cd19-4178-8341-a5480fdee28a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:32.294100 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-a3fe26f1-4b04-4ef8-ab5c-973bcb004861 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:32.318968 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:32.377828 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-35b9f1cb-0035-44ac-8c47-463f22fd04e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:32.395516 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69e2ab-cd19-4178-8341-a5480fdee28a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c8f3ca-68b0-4e24-b263-46066b3974b9,revision_number=0']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:32.422252 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-7a69e2ab-cd19-4178-8341-a5480fdee28a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:32.450705 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-afd200a8-8a34-4af5-a7e8-5e56e676a8df req-1fd609cc-6ac1-479c-9a4a-24d300df7834 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6008258
May 04 18:15:32.501935 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:32.583260 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9f1cb-0035-44ac-8c47-463f22fd04e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6286e844-cdb2-493b-b937-f15a7e9a2141,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:32.590461 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-35b9f1cb-0035-44ac-8c47-463f22fd04e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:32.595906 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-f5a93ff6-5430-4211-9231-96ee763fd49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:32.600499 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-f5a93ff6-5430-4211-9231-96ee763fd49f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6eeccb21-59c9-4d38-b9b9-5a3f4940df7b HTTP/1.1" status: 200  len: 854 time: 0.7054274
May 04 18:15:32.606183 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-a3fe26f1-4b04-4ef8-ab5c-973bcb004861 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:32.631852 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-35b9f1cb-0035-44ac-8c47-463f22fd04e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:32.633425 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-35b9f1cb-0035-44ac-8c47-463f22fd04e2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6286e844-cdb2-493b-b937-f15a7e9a2141 HTTP/1.1" status: 204  len: 168 time: 1.2542465
May 04 18:15:32.634533 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7a69e2ab-cd19-4178-8341-a5480fdee28a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:32.640200 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-7a69e2ab-cd19-4178-8341-a5480fdee28a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.8226182
May 04 18:15:32.664399 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38948) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:32.677331 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Request body: {'floatingip': {'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:32.696975 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:32.711021 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Usage tracker for resource:floatingip and tenant:6fe7e174186c44ffb03d6761766e9c4e is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:32.743508 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cab280-6f4b-4f4a-9b96-ddb72a4d8448 req-789151d2-9ef9-46ab-a48b-eb4af4bace7c tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:32.747192 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-87cab280-6f4b-4f4a-9b96-ddb72a4d8448 req-789151d2-9ef9-46ab-a48b-eb4af4bace7c tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 931 time: 0.2205400
May 04 18:15:32.752324 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:32.754873 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:32.785428 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device ed9fb644-a56b-4946-89bf-d661d8c1681f up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:32.812226 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:32.842479 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9d0818-0adb-4b44-8fd1-ccc77f8fc15e', 'tag': 'ddf248c2-cdc1-477e-989e-cd77394df588', 'status': 'completed', 'code': 200}
May 04 18:15:32.981219 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe26f1-4b04-4ef8-ab5c-973bcb004861 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Pushing event updated for resources: {'Port': ['ID=7adaeea3-d11b-4bfc-9f32-6493ee28f709,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:32.992385 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a3fe26f1-4b04-4ef8-ab5c-973bcb004861 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:32.995256 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f785c3e-3cf6-402a-ab9b-91e81412b8cc req-6c2d233b-2cc4-41fb-8b20-a9a2f14354eb service neutron] 10.222.0.64 "GET /v2.0/networks/de204a18-ac33-4a46-a0a5-9fe86a701001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0916913
May 04 18:15:33.040903 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port ed9fb644-a56b-4946-89bf-d661d8c1681f completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:33.043763 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-6bc2fb53-f33c-47e3-9531-fba776df2782 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b590a2bc-9427-439b-87ad-b05399fdca88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4144635
May 04 18:15:33.046912 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port ed9fb644-a56b-4946-89bf-d661d8c1681f triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:33.047761 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:33.133942 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for floatingip, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:33.159997 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-87cab280-6f4b-4f4a-9b96-ddb72a4d8448 req-d781f221-2883-4c0e-827e-af62b67669d5 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3998048
May 04 18:15:33.223616 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1e692-7e84-4032-8af0-1cac4a810f25 req-326d79e6-b15a-46ff-855b-376559b8da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:33.225350 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1ce1e692-7e84-4032-8af0-1cac4a810f25 req-326d79e6-b15a-46ff-855b-376559b8da8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aefb4fa5e3d445b8c9b88bc40882c9e&device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 1097 time: 0.3789723
May 04 18:15:33.321257 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-3ecb9eac-fa50-43ba-b7b7-befd176268bf service neutron] 10.222.0.64 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561127
May 04 18:15:33.374276 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:33.431572 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port ed9fb644-a56b-4946-89bf-d661d8c1681f, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=ed9fb644-a56b-4946-89bf-d661d8c1681f,segment=NetworkSegment(aa496005-47b0-4b45-aecf-ec3b981ccbf5),segment_id=aa496005-47b0-4b45-aecf-ec3b981ccbf5)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:33.447731 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:33.452378 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-731a83f7-1cc6-4787-85eb-b0d55d782c8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:33.543533 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=ed9fb644-a56b-4946-89bf-d661d8c1681f,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:33.553412 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:33.609382 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-a3fe26f1-4b04-4ef8-ab5c-973bcb004861 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Network 99409e48-5704-4894-904f-35de746905a5 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:15:33.613175 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-568b25a1-63bb-41ae-81df-cbccdbe306f2 req-0d7a9e71-70e0-41bb-a3ec-de2eda7b86be tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 210 time: 0.1953335
May 04 18:15:33.615198 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1e692-7e84-4032-8af0-1cac4a810f25 req-e4c9e929-f5a1-491f-90f1-a12dfc5c88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:33.616243 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1ce1e692-7e84-4032-8af0-1cac4a810f25 req-e4c9e929-f5a1-491f-90f1-a12dfc5c88dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=99409e48-5704-4894-904f-35de746905a5 HTTP/1.1" status: 200  len: 920 time: 0.3411279
May 04 18:15:33.616760 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 38970) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:33.628610 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-a3fe26f1-4b04-4ef8-ab5c-973bcb004861 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:33.633214 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-a3fe26f1-4b04-4ef8-ab5c-973bcb004861 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:15:33.653540 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-a3fe26f1-4b04-4ef8-ab5c-973bcb004861 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:33.661933 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-a3fe26f1-4b04-4ef8-ab5c-973bcb004861 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:33.667135 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c8bb2bbe-7392-457f-9b78-1a00fe5f7d88 req-e3136240-9d6d-4751-9797-c031f329e50a service neutron] 10.222.0.64 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3353019
May 04 18:15:33.732525 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-a3fe26f1-4b04-4ef8-ab5c-973bcb004861 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9309549
May 04 18:15:33.753889 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08d24b-6427-42ab-bf6f-3eca0bc2ea45 req-d0394991-fe6b-4686-b732-8501b263b2b9 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:33.761538 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7d08d24b-6427-42ab-bf6f-3eca0bc2ea45 req-d0394991-fe6b-4686-b732-8501b263b2b9 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 944 time: 0.7360287
May 04 18:15:33.765264 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5e2187a2-40d9-4a2b-8ca0-c6baa7a2b899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:33.766701 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Request body: {'port': {'device_id': 'e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:33.782954 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1ce1e692-7e84-4032-8af0-1cac4a810f25 req-5cc60cf8-d008-4aa9-aea5-a2a38db0f4e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf248c2-cdc1-477e-989e-cd77394df588 HTTP/1.1" status: 200  len: 217 time: 0.1562836
May 04 18:15:33.794055 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-5e2187a2-40d9-4a2b-8ca0-c6baa7a2b899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:33.854350 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-5e2187a2-40d9-4a2b-8ca0-c6baa7a2b899 admin admin] Usage tracker for resource:security_group_rule and tenant:90e88dbbf60641d1a019652819d29249 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:33.861686 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7d08d24b-6427-42ab-bf6f-3eca0bc2ea45 req-7c8e8ebc-4a6d-4cbb-b0ad-4c4bcc72cd44 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/security-groups?id=56e44f87-5f3b-4319-978f-9c6f8a66c7d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992215
May 04 18:15:33.865064 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-5e2187a2-40d9-4a2b-8ca0-c6baa7a2b899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:33.932528 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:33.934488 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-5e2187a2-40d9-4a2b-8ca0-c6baa7a2b899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:33.955947 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:34.014916 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1e692-7e84-4032-8af0-1cac4a810f25 req-33932b51-1fb4-459e-ba35-593bc01f3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:34.016427 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1ce1e692-7e84-4032-8af0-1cac4a810f25 req-33932b51-1fb4-459e-ba35-593bc01f3b78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed8ff751-3f9c-4e2b-b012-ca57bc17a88d HTTP/1.1" status: 200  len: 859 time: 0.2192338
May 04 18:15:34.090610 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1ce1e692-7e84-4032-8af0-1cac4a810f25 req-81f47d18-3eee-4873-88b6-a082770de71e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99409e48-5704-4894-904f-35de746905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568585
May 04 18:15:34.284715 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f9c16-db9c-4a6a-97a9-509d00616938 req-8c063af1-34bc-4bc4-81da-ccf657bfc267 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:34.286358 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6b6f9c16-db9c-4a6a-97a9-509d00616938 req-8c063af1-34bc-4bc4-81da-ccf657bfc267 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 943 time: 0.4267833
May 04 18:15:34.354158 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-74074680-771e-4576-b8c9-ce16a70f1299 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:34.358895 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-74074680-771e-4576-b8c9-ce16a70f1299 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.64 "GET /v2.0/networks?id=b5d9f6a0-8056-4021-b12a-9774e1320123 HTTP/1.1" status: 200  len: 816 time: 0.2072721
May 04 18:15:34.390818 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Allocated IP 172.27.1.231 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/442a31f7-fa39-4560-b0c5-9bd267e57302) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:15:34.420828 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6b6f9c16-db9c-4a6a-97a9-509d00616938 req-9198a861-221e-4bfc-aa41-2287f37b599e tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201088
May 04 18:15:34.447235 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1ce1e692-7e84-4032-8af0-1cac4a810f25 req-b1dc61e4-60c1-4559-a801-793914233c0e service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3466132
May 04 18:15:34.522770 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5e2187a2-40d9-4a2b-8ca0-c6baa7a2b899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:34.609811 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-3b611e7f-d0bb-4f3a-9bab-574f0ab51c02 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27df770cfc4e46179df7e8bd111c6454 HTTP/1.1" status: 200  len: 380 time: 0.2323072
May 04 18:15:34.627371 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5e2187a2-40d9-4a2b-8ca0-c6baa7a2b899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:34.671676 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Request body: {'port': {'device_id': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'admin_state_up': True, 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'security_groups': ['7fefe2c2-d09f-42da-91db-29221b426e58']}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:34.680158 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-41bf161c-f9f4-4c89-aee5-d67e10f20f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:34.708728 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device ed9fb644-a56b-4946-89bf-d661d8c1681f up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:34.718130 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-5e2187a2-40d9-4a2b-8ca0-c6baa7a2b899 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=90e88dbbf60641d1a019652819d29249&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0971744
May 04 18:15:34.722392 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 39016) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:34.790022 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2187a2-40d9-4a2b-8ca0-c6baa7a2b899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cab031-c995-4efb-9aef-e13a94a567a6,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:34.803868 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1ce1e692-7e84-4032-8af0-1cac4a810f25 req-02495c58-4e14-4e5a-9df6-f6714a05219a service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3483055
May 04 18:15:34.819087 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-5e2187a2-40d9-4a2b-8ca0-c6baa7a2b899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:34.836313 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port ed9fb644-a56b-4946-89bf-d661d8c1681f triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:34.836707 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:34.869595 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:34.911199 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c8850c08-8cdc-48de-8a81-829fc0f14de4 req-0dd94021-a261-4ac7-8b7b-0f85b78595a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 210 time: 0.0870149
May 04 18:15:34.915465 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4ecf9-58c9-4270-9d51-4abb9867969f req-05940f64-a6db-45b6-8033-3f77e39064cd tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:34.916448 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-7fd4ecf9-58c9-4270-9d51-4abb9867969f req-05940f64-a6db-45b6-8033-3f77e39064cd tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Synchronizing usage tracker for tenant:6aefb4fa5e3d445b8c9b88bc40882c9e on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:34.969954 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device ddf248c2-cdc1-477e-989e-cd77394df588 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:15:34.981984 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bc62-b474-436b-8a49-4b50bd22ff04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:35.039294 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bc62-b474-436b-8a49-4b50bd22ff04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:35.080164 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:35.093174 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:35.114553 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7adaeea3-d11b-4bfc-9f32-6493ee28f709 {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:15:35.131328 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:35.137701 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-7fd4ecf9-58c9-4270-9d51-4abb9867969f req-05940f64-a6db-45b6-8033-3f77e39064cd tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Unset dirty status for tenant:6aefb4fa5e3d445b8c9b88bc40882c9e on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:35.139266 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7fd4ecf9-58c9-4270-9d51-4abb9867969f req-05940f64-a6db-45b6-8033-3f77e39064cd tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 931 time: 0.7365131
May 04 18:15:35.169835 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port ddf248c2-cdc1-477e-989e-cd77394df588, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ddf248c2-cdc1-477e-989e-cd77394df588,segment=NetworkSegment(c2b2c400-f28b-4668-b6f3-7d05f392235b),segment_id=c2b2c400-f28b-4668-b6f3-7d05f392235b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:35.187735 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': 'ddf248c2-cdc1-477e-989e-cd77394df588', 'network_id': '99409e48-5704-4894-904f-35de746905a5', 'port_id': 'ddf248c2-cdc1-477e-989e-cd77394df588', 'mac_address': 'fa:16:3e:49:94:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8ff751-3f9c-4e2b-b012-ca57bc17a88d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:15:35.199624 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Transition to ACTIVE for port object 7adaeea3-d11b-4bfc-9f32-6493ee28f709 will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:35.229147 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:35.240252 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:35.302320 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:35.311256 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-7fd4ecf9-58c9-4270-9d51-4abb9867969f req-e4c0313e-1e72-4748-b4bc-17ccff900036 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Synchronizing usage tracker for tenant:6aefb4fa5e3d445b8c9b88bc40882c9e on resource:security_group {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:35.318096 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:15:35.321290 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf248c2-cdc1-477e-989e-cd77394df588 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:15:35.329421 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:35.342014 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:15:35.343325 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port ddf248c2-cdc1-477e-989e-cd77394df588, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ddf248c2-cdc1-477e-989e-cd77394df588,segment=NetworkSegment(c2b2c400-f28b-4668-b6f3-7d05f392235b),segment_id=c2b2c400-f28b-4668-b6f3-7d05f392235b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:35.347750 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event updated for resources: {'Port': ['ID=442a31f7-fa39-4560-b0c5-9bd267e57302,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:35.350641 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:35.351818 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device d470d92d-bb20-42b7-b053-4083ad185591 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:15:35.355790 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:35.366703 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:35.412167 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bc62-b474-436b-8a49-4b50bd22ff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:35.435394 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-61039796-95ce-48b7-beab-4e3996f3f5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:35.453276 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2bc62-b474-436b-8a49-4b50bd22ff04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cab031-c995-4efb-9aef-e13a94a567a6,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:35.461396 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b9d2bc62-b474-436b-8a49-4b50bd22ff04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:35.467474 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:35.474258 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96fe24-6795-4700-a88a-518e8bd53724 req-7271523c-eaa3-4332-8eeb-2460ae78dfb5 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:35.476535 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3a96fe24-6795-4700-a88a-518e8bd53724 req-7271523c-eaa3-4332-8eeb-2460ae78dfb5 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 944 time: 0.3535950
May 04 18:15:35.494549 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:35.520588 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bc62-b474-436b-8a49-4b50bd22ff04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:35.524156 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-b9d2bc62-b474-436b-8a49-4b50bd22ff04 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c9cab031-c995-4efb-9aef-e13a94a567a6 HTTP/1.1" status: 204  len: 168 time: 0.7946115
May 04 18:15:35.566410 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=ddf248c2-cdc1-477e-989e-cd77394df588,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:35.571375 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:35.599707 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port d470d92d-bb20-42b7-b053-4083ad185591, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d470d92d-bb20-42b7-b053-4083ad185591,segment=NetworkSegment(f6eda80f-1be0-4800-9ba8-4756455dc40b),segment_id=f6eda80f-1be0-4800-9ba8-4756455dc40b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:35.616220 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': 'd470d92d-bb20-42b7-b053-4083ad185591', 'network_id': 'de204a18-ac33-4a46-a0a5-9fe86a701001', 'port_id': 'd470d92d-bb20-42b7-b053-4083ad185591', 'mac_address': 'fa:16:3e:62:f8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f7d101-97fe-450f-bc5b-91bf7d54590e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:15:35.619277 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:35.640189 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3a96fe24-6795-4700-a88a-518e8bd53724 req-beab91c5-2f1f-4400-bbcf-48080d1f01d4 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/security-groups?id=56e44f87-5f3b-4319-978f-9c6f8a66c7d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522722
May 04 18:15:35.652944 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Made reservation on behalf of 27df770cfc4e46179df7e8bd111c6454 for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:15:35.665917 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:35.684040 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:35.765500 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:35.809408 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d470d92d-bb20-42b7-b053-4083ad185591 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:15:35.853276 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port d470d92d-bb20-42b7-b053-4083ad185591, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d470d92d-bb20-42b7-b053-4083ad185591,segment=NetworkSegment(f6eda80f-1be0-4800-9ba8-4756455dc40b),segment_id=f6eda80f-1be0-4800-9ba8-4756455dc40b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:35.861089 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:35.863492 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:35.864357 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Pushing event updated for resources: {'Port': ['ID=7adaeea3-d11b-4bfc-9f32-6493ee28f709,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:35.876068 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-7fd4ecf9-58c9-4270-9d51-4abb9867969f req-e4c0313e-1e72-4748-b4bc-17ccff900036 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Unset dirty status for tenant:6aefb4fa5e3d445b8c9b88bc40882c9e on resource:security_group {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:35.879078 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7fd4ecf9-58c9-4270-9d51-4abb9867969f req-e4c0313e-1e72-4748-b4bc-17ccff900036 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7247121
May 04 18:15:35.881997 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:35.973105 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Attempting to bind port 7adaeea3-d11b-4bfc-9f32-6493ee28f709 on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:15:35.973543 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Attempting to bind port 7adaeea3-d11b-4bfc-9f32-6493ee28f709 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'c2b2c400-f28b-4668-b6f3-7d05f392235b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '99409e48-5704-4894-904f-35de746905a5'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:15:35.973855 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Attempting to bind port 7adaeea3-d11b-4bfc-9f32-6493ee28f709 on network 99409e48-5704-4894-904f-35de746905a5 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:35.991334 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Port 7adaeea3-d11b-4bfc-9f32-6493ee28f709 on network 99409e48-5704-4894-904f-35de746905a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:15:35.991681 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Attempting to bind port 7adaeea3-d11b-4bfc-9f32-6493ee28f709 on network 99409e48-5704-4894-904f-35de746905a5 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:36.011456 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:15:36.011793 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Checking segment: {'id': 'c2b2c400-f28b-4668-b6f3-7d05f392235b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '99409e48-5704-4894-904f-35de746905a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:15:36.012180 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Bound using segment: {'id': 'c2b2c400-f28b-4668-b6f3-7d05f392235b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '99409e48-5704-4894-904f-35de746905a5'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:15:36.012610 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Bound port: 7adaeea3-d11b-4bfc-9f32-6493ee28f709, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b2c400-f28b-4668-b6f3-7d05f392235b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '99409e48-5704-4894-904f-35de746905a5'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:15:36.012951 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:36.142018 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['ddf248c2-cdc1-477e-989e-cd77394df588'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:15:36.204287 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Allocated IP 172.20.0.3 (b5d9f6a0-8056-4021-b12a-9774e1320123/06a64c1e-a477-4d77-860d-4be6483412a3/08cba8bb-6323-440c-b12b-9faadc818c59) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:15:36.212788 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] For port 7adaeea3-d11b-4bfc-9f32-6493ee28f709, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:15:36.220081 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] For port 7adaeea3-d11b-4bfc-9f32-6493ee28f709, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7adaeea3-d11b-4bfc-9f32-6493ee28f709,segment=NetworkSegment(c2b2c400-f28b-4668-b6f3-7d05f392235b),segment_id=c2b2c400-f28b-4668-b6f3-7d05f392235b)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:15:36.229527 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=d470d92d-bb20-42b7-b053-4083ad185591,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:36.250506 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['d470d92d-bb20-42b7-b053-4083ad185591'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:15:36.290206 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-73b8feed-a790-4803-a5db-d2aaa14c1c2c req-2ef02249-82d4-49f6-afe1-ee56d4e4b734 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 210 time: 0.0643537
May 04 18:15:36.294844 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:36.326298 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:36.327769 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-6a94fcfe-8bca-4017-8e8e-c73ca1bd7f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:36.443529 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16239a18-d2ef-458e-bb69-077c926674ca req-de2dc193-81a5-4b4b-aa26-036ea77fba18 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:36.452045 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-16239a18-d2ef-458e-bb69-077c926674ca req-de2dc193-81a5-4b4b-aa26-036ea77fba18 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 943 time: 0.4952080
May 04 18:15:36.534138 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 39070) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:36.563305 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:36.573451 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:36.580948 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ad9cc6bf-fc71-4237-8863-cf4ca377452d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:36.622577 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-16239a18-d2ef-458e-bb69-077c926674ca req-218b964b-0138-471a-a0e5-ddde6d550d11 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451635
May 04 18:15:36.649741 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:36.682195 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event updated for resources: {'Port': ['ID=442a31f7-fa39-4560-b0c5-9bd267e57302,revision_number=2']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:36.685525 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:36.687487 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:36.689116 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.0235853
May 04 18:15:36.711457 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Pushing event updated for resources: {'Port': ['ID=7adaeea3-d11b-4bfc-9f32-6493ee28f709,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:36.725982 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:36.744854 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:36.745833 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:36.747469 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] 10.222.0.64 "PUT /v2.0/ports/7adaeea3-d11b-4bfc-9f32-6493ee28f709 HTTP/1.1" status: 200  len: 1093 time: 3.0034752
May 04 18:15:36.748163 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8', 'tag': '7adaeea3-d11b-4bfc-9f32-6493ee28f709'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:15:36.861390 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ab67c238-561f-4ec5-84d7-05f864bf1ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:36.923628 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-ab67c238-561f-4ec5-84d7-05f864bf1ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:36.929434 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:36.952776 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-ab67c238-561f-4ec5-84d7-05f864bf1ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:4f92a8ef90a44576b14b133614f9467d is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:36.966721 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device d264afca-e178-4441-8346-e008c8fdc798 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:15:36.972145 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-ab67c238-561f-4ec5-84d7-05f864bf1ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:36.976537 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Transition to ACTIVE for port object 08cba8bb-6323-440c-b12b-9faadc818c59 will not be triggered until provisioned by entity DHCP. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:36.998680 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-ab67c238-561f-4ec5-84d7-05f864bf1ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:37.017721 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8', 'tag': '7adaeea3-d11b-4bfc-9f32-6493ee28f709', 'status': 'completed', 'code': 200}
May 04 18:15:37.037020 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-109fbb42-11db-4ae6-baec-bac2f87eab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:37.038789 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-109fbb42-11db-4ae6-baec-bac2f87eab88 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aefb4fa5e3d445b8c9b88bc40882c9e&device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 1096 time: 0.2321751
May 04 18:15:37.218928 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-ec8864e2-c149-4915-b20a-87d94d654977 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7adaeea3-d11b-4bfc-9f32-6493ee28f709 HTTP/1.1" status: 200  len: 217 time: 0.1543944
May 04 18:15:37.241294 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ab67c238-561f-4ec5-84d7-05f864bf1ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:37.251023 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ab67c238-561f-4ec5-84d7-05f864bf1ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:37.262852 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:37.321202 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-ab67c238-561f-4ec5-84d7-05f864bf1ad5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4f92a8ef90a44576b14b133614f9467d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7762909
May 04 18:15:37.324274 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67c238-561f-4ec5-84d7-05f864bf1ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9e7b48-b7eb-476d-92f9-66c0601f7d5d,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:37.340277 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 39116) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:37.353038 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ab67c238-561f-4ec5-84d7-05f864bf1ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:37.398301 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:37.409941 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff198d-7aa4-4148-9b99-951e116e33c4 req-9cab4ef3-d7f4-4d5d-aade-dce6aa632275 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:37.411874 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0fff198d-7aa4-4148-9b99-951e116e33c4 req-9cab4ef3-d7f4-4d5d-aade-dce6aa632275 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 943 time: 0.2427430
May 04 18:15:37.422811 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-fddf9573-82ca-4cac-8a60-9873d01dbda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:37.424346 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-fddf9573-82ca-4cac-8a60-9873d01dbda1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed8ff751-3f9c-4e2b-b012-ca57bc17a88d HTTP/1.1" status: 200  len: 859 time: 0.1977723
May 04 18:15:37.449298 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a493d-5584-4baa-bb84-bb64fd8c7f38 req-d605645f-c145-4cf2-a4d9-6253078d36d2 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:37.456295 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c00a493d-5584-4baa-bb84-bb64fd8c7f38 req-d605645f-c145-4cf2-a4d9-6253078d36d2 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 945 time: 0.4841564
May 04 18:15:37.460696 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-dea8b3bc-8e9e-45f6-bdbb-ec87a85e8ed7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:37.483146 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port d264afca-e178-4441-8346-e008c8fdc798, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d264afca-e178-4441-8346-e008c8fdc798,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:37.483942 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6eb5bd82-746e-49b0-aea5-871659b051f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:37.491161 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0fff198d-7aa4-4148-9b99-951e116e33c4 req-9bd92193-5933-40e9-9a02-ef2a855c2a2d tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663915
May 04 18:15:37.518638 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': 'd264afca-e178-4441-8346-e008c8fdc798', 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88', 'port_id': 'd264afca-e178-4441-8346-e008c8fdc798', 'mac_address': 'fa:16:3e:fb:a8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eeccb21-59c9-4d38-b9b9-5a3f4940df7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:15:37.521582 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6eb5bd82-746e-49b0-aea5-871659b051f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:37.612038 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-f2d866b5-5b7d-4442-b338-edf6cadaf890 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99409e48-5704-4894-904f-35de746905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1531372
May 04 18:15:37.616877 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6eb5bd82-746e-49b0-aea5-871659b051f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:37.620850 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Network b5d9f6a0-8056-4021-b12a-9774e1320123 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:15:37.622491 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-26cc863f-d910-451b-a2db-7e15aca26d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:37.634815 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:37.649823 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:37.664766 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:15:37.667030 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5bd82-746e-49b0-aea5-871659b051f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9e7b48-b7eb-476d-92f9-66c0601f7d5d,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:37.670147 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:37.670950 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:37.686667 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d264afca-e178-4441-8346-e008c8fdc798 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:15:37.700346 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6eb5bd82-746e-49b0-aea5-871659b051f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:37.710392 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 39136) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:37.717431 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event updated for resources: {'Port': ['ID=08cba8bb-6323-440c-b12b-9faadc818c59,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:37.744702 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6eb5bd82-746e-49b0-aea5-871659b051f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:37.749459 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-6eb5bd82-746e-49b0-aea5-871659b051f6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fc9e7b48-b7eb-476d-92f9-66c0601f7d5d HTTP/1.1" status: 204  len: 168 time: 0.3959811
May 04 18:15:37.752580 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port d264afca-e178-4441-8346-e008c8fdc798, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d264afca-e178-4441-8346-e008c8fdc798,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:37.763542 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:37.765379 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-aed96782-8b65-4c5f-9c9c-5c56cd86a3a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:37.800668 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-932b5048-d778-4647-922f-e56829e3eb2a req-bf2833f1-1d8e-45f1-9c70-6737e154a078 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Synchronizing usage tracker for tenant:6fe7e174186c44ffb03d6761766e9c4e on resource:security_group {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:37.808360 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c00a493d-5584-4baa-bb84-bb64fd8c7f38 req-90c91315-26ab-42cc-be6b-41a5fc4ca852 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/security-groups?id=56e44f87-5f3b-4319-978f-9c6f8a66c7d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3512065
May 04 18:15:37.837997 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-932b5048-d778-4647-922f-e56829e3eb2a req-bf2833f1-1d8e-45f1-9c70-6737e154a078 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Unset dirty status for tenant:6fe7e174186c44ffb03d6761766e9c4e on resource:security_group {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:37.839157 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-932b5048-d778-4647-922f-e56829e3eb2a req-bf2833f1-1d8e-45f1-9c70-6737e154a078 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--307192331&fields=id&tenant_id=6fe7e174186c44ffb03d6761766e9c4e HTTP/1.1" status: 200  len: 267 time: 0.1743805
May 04 18:15:37.839423 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:37.907299 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2901797
May 04 18:15:37.920392 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Request body: {'port': {'device_id': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:37.945966 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=d264afca-e178-4441-8346-e008c8fdc798,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:37.956272 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:38.036692 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['d264afca-e178-4441-8346-e008c8fdc798'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:15:38.084393 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-c53898ed-3497-48c1-8b28-5c3e6ae2068e service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4610543
May 04 18:15:38.126449 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-4e447819-7964-4c30-968e-3bfd4bc6a32a None None] Provisioning for port 08cba8bb-6323-440c-b12b-9faadc818c59 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:38.146397 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-4e447819-7964-4c30-968e-3bfd4bc6a32a None None] Provisioning complete for port 08cba8bb-6323-440c-b12b-9faadc818c59 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:38.146784 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4e447819-7964-4c30-968e-3bfd4bc6a32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:38.156015 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-fadb7ca6-46ff-4677-9c1c-a6d00f8964ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:38.177485 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b5048-d778-4647-922f-e56829e3eb2a req-da8c6370-4a63-4a53-8433-671cb7439b03 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:38.178232 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-932b5048-d778-4647-922f-e56829e3eb2a req-da8c6370-4a63-4a53-8433-671cb7439b03 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Synchronizing usage tracker for tenant:6fe7e174186c44ffb03d6761766e9c4e on resource:network {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:38.193749 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-fadb7ca6-46ff-4677-9c1c-a6d00f8964ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:38.201310 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-fadb7ca6-46ff-4677-9c1c-a6d00f8964ef admin admin] Usage tracker for resource:security_group_rule and tenant:3c5e4ffc22d142b8b53137de783e7737 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:38.212428 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-fadb7ca6-46ff-4677-9c1c-a6d00f8964ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:38.222725 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-fadb7ca6-46ff-4677-9c1c-a6d00f8964ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:38.231193 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-932b5048-d778-4647-922f-e56829e3eb2a req-da8c6370-4a63-4a53-8433-671cb7439b03 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Unset dirty status for tenant:6fe7e174186c44ffb03d6761766e9c4e on resource:network {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:38.233248 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-932b5048-d778-4647-922f-e56829e3eb2a req-da8c6370-4a63-4a53-8433-671cb7439b03 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/networks?id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba HTTP/1.1" status: 200  len: 811 time: 0.3843312
May 04 18:15:38.257347 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-932b5048-d778-4647-922f-e56829e3eb2a req-898e54b1-b58d-49cd-a012-498b6f481d93 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/quotas/6fe7e174186c44ffb03d6761766e9c4e HTTP/1.1" status: 200  len: 375 time: 0.0171335
May 04 18:15:38.267465 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-4e447819-7964-4c30-968e-3bfd4bc6a32a None None] Port 08cba8bb-6323-440c-b12b-9faadc818c59 cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:15:38.327532 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 39152) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:38.343859 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:38.368722 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-da6b8d27-7568-42aa-b577-4c9a5a8b0314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:38.389367 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91108b2b-de9f-4f13-88d3-f408b2457096 req-13f1db15-581e-4a3c-84b8-02838344fbf1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:38.390176 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-91108b2b-de9f-4f13-88d3-f408b2457096 req-13f1db15-581e-4a3c-84b8-02838344fbf1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Synchronizing usage tracker for tenant:27df770cfc4e46179df7e8bd111c6454 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:38.392503 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-da6b8d27-7568-42aa-b577-4c9a5a8b0314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:38.405162 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-da6b8d27-7568-42aa-b577-4c9a5a8b0314 admin admin] Usage tracker for resource:security_group_rule and tenant:e07907ecfdc44e35b7abf0bcb392ac2d is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:38.414612 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-da6b8d27-7568-42aa-b577-4c9a5a8b0314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:38.421851 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-da6b8d27-7568-42aa-b577-4c9a5a8b0314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:38.487894 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1f8cc33d-a831-4c1a-a8f8-3d2102a59311 req-e52810e3-e78b-4c07-9f35-8c43147c937a service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2974553
May 04 18:15:38.489228 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-91108b2b-de9f-4f13-88d3-f408b2457096 req-13f1db15-581e-4a3c-84b8-02838344fbf1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Unset dirty status for tenant:27df770cfc4e46179df7e8bd111c6454 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:38.495816 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-91108b2b-de9f-4f13-88d3-f408b2457096 req-13f1db15-581e-4a3c-84b8-02838344fbf1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 931 time: 0.4926558
May 04 18:15:38.506403 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-932b5048-d778-4647-922f-e56829e3eb2a req-d6c930cf-beda-40a4-9aeb-d89281fe664b tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Synchronizing usage tracker for tenant:6fe7e174186c44ffb03d6761766e9c4e on resource:port {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:38.524295 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-fadb7ca6-46ff-4677-9c1c-a6d00f8964ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:38.537974 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-fadb7ca6-46ff-4677-9c1c-a6d00f8964ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:38.552119 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e0b91094-a2bd-4b23-ab51-49182431643e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:38.606165 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-932b5048-d778-4647-922f-e56829e3eb2a req-d6c930cf-beda-40a4-9aeb-d89281fe664b tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Unset dirty status for tenant:6fe7e174186c44ffb03d6761766e9c4e on resource:port {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:38.607560 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-932b5048-d778-4647-922f-e56829e3eb2a req-d6c930cf-beda-40a4-9aeb-d89281fe664b tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fe7e174186c44ffb03d6761766e9c4e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3412793
May 04 18:15:38.613965 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-fadb7ca6-46ff-4677-9c1c-a6d00f8964ef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3c5e4ffc22d142b8b53137de783e7737&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8963745
May 04 18:15:38.614824 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb7ca6-46ff-4677-9c1c-a6d00f8964ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715eb090-3b20-45c1-8f8e-1f5bbf32211b,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:38.622400 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 39162) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:38.636692 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-fadb7ca6-46ff-4677-9c1c-a6d00f8964ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:38.658257 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-91108b2b-de9f-4f13-88d3-f408b2457096 req-81b9e1f0-9c47-415c-84f0-d87bfc54877d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1614954
May 04 18:15:38.791927 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce9af8-b9ba-4e68-98e1-b06d50fe9915 req-66218400-63ed-4dc9-b7e1-7b4a2e4a6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:38.793374 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a3ce9af8-b9ba-4e68-98e1-b06d50fe9915 req-66218400-63ed-4dc9-b7e1-7b4a2e4a6939 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aefb4fa5e3d445b8c9b88bc40882c9e&device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 1096 time: 0.2386367
May 04 18:15:38.838661 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-da6b8d27-7568-42aa-b577-4c9a5a8b0314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:38.847789 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-da6b8d27-7568-42aa-b577-4c9a5a8b0314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:38.866781 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-fadb7ca6-46ff-4677-9c1c-a6d00f8964ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:38.913675 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device ddf248c2-cdc1-477e-989e-cd77394df588 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:38.922604 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-006c0097-09e5-47ba-9e06-8486b981535b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:38.925871 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-932b5048-d778-4647-922f-e56829e3eb2a req-ea86fc84-f431-4214-9e59-c2d6916ebda7 service neutron] 10.222.0.67 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2862339
May 04 18:15:38.943531 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-da6b8d27-7568-42aa-b577-4c9a5a8b0314 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e07907ecfdc44e35b7abf0bcb392ac2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6156788
May 04 18:15:38.950881 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 39182) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:38.964250 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b8d27-7568-42aa-b577-4c9a5a8b0314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c07144-01db-44ad-9115-c6bc079d5699,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:38.967657 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-da6b8d27-7568-42aa-b577-4c9a5a8b0314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:39.005404 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-006c0097-09e5-47ba-9e06-8486b981535b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:39.070761 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port ddf248c2-cdc1-477e-989e-cd77394df588 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:39.086339 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port ddf248c2-cdc1-477e-989e-cd77394df588 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:39.086703 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:39.174751 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-932b5048-d778-4647-922f-e56829e3eb2a req-ba2fbd19-2f14-4019-b8a4-700375c44e2f service neutron] 10.222.0.67 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2338910
May 04 18:15:39.190516 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-006c0097-09e5-47ba-9e06-8486b981535b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:39.196456 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-015531de-652f-4aa4-bdc6-dd1a0b72ee83 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:39.213718 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce9af8-b9ba-4e68-98e1-b06d50fe9915 req-55f8aa43-dc1c-4c70-b0e0-15a451e047b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:39.215370 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a3ce9af8-b9ba-4e68-98e1-b06d50fe9915 req-55f8aa43-dc1c-4c70-b0e0-15a451e047b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99409e48-5704-4894-904f-35de746905a5 HTTP/1.1" status: 200  len: 920 time: 0.4121599
May 04 18:15:39.233298 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffae47-789c-48ca-96ac-eb22efafc804 req-c625d195-1c4a-4e0c-8ef7-66997d62f823 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:39.240575 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6bffae47-789c-48ca-96ac-eb22efafc804 req-c625d195-1c4a-4e0c-8ef7-66997d62f823 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 944 time: 0.4161639
May 04 18:15:39.271943 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:39.326556 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08cba8bb-6323-440c-b12b-9faadc818c59 {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:15:39.328578 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9d0818-0adb-4b44-8fd1-ccc77f8fc15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf248c2-cdc1-477e-989e-cd77394df588'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:15:39.338777 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ef73d441-991d-47ac-b743-1cff177fa85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:39.354171 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:39.357198 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a3ce9af8-b9ba-4e68-98e1-b06d50fe9915 req-12ac10da-ab43-4ea3-90a7-99f668c0bef4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7adaeea3-d11b-4bfc-9f32-6493ee28f709 HTTP/1.1" status: 200  len: 217 time: 0.1098864
May 04 18:15:39.411731 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-006c0097-09e5-47ba-9e06-8486b981535b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:39.412234 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-006c0097-09e5-47ba-9e06-8486b981535b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/715eb090-3b20-45c1-8f8e-1f5bbf32211b HTTP/1.1" status: 204  len: 168 time: 0.7889128
May 04 18:15:39.425984 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c0097-09e5-47ba-9e06-8486b981535b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715eb090-3b20-45c1-8f8e-1f5bbf32211b,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:39.434749 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-006c0097-09e5-47ba-9e06-8486b981535b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:39.458962 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ef73d441-991d-47ac-b743-1cff177fa85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:39.468064 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Transition to ACTIVE for port object 08cba8bb-6323-440c-b12b-9faadc818c59 will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:39.492501 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6bffae47-789c-48ca-96ac-eb22efafc804 req-06d49747-aff1-417f-a208-b1a4df5a1031 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2511177
May 04 18:15:39.514934 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port ddf248c2-cdc1-477e-989e-cd77394df588, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ddf248c2-cdc1-477e-989e-cd77394df588,segment=NetworkSegment(c2b2c400-f28b-4668-b6f3-7d05f392235b),segment_id=c2b2c400-f28b-4668-b6f3-7d05f392235b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:39.533174 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:39.535265 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device d264afca-e178-4441-8346-e008c8fdc798 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:39.590267 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:39.607132 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-504f3045-2621-49a6-a64c-1a7aecb26695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:39.712226 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee86e7-eee7-4fb0-ac4d-475ebc8fcef8 req-f9e28aac-18e0-4e27-a13d-2b5a7b8f268b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:39.716614 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4fee86e7-eee7-4fb0-ac4d-475ebc8fcef8 req-f9e28aac-18e0-4e27-a13d-2b5a7b8f268b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 943 time: 0.2455385
May 04 18:15:39.723300 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:39.797606 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ef73d441-991d-47ac-b743-1cff177fa85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:39.823078 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4fee86e7-eee7-4fb0-ac4d-475ebc8fcef8 req-03056c2f-ebc1-40e5-b7aa-06e8bb923341 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986426
May 04 18:15:39.866231 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Pushing event updated for resources: {'Port': ['ID=08cba8bb-6323-440c-b12b-9faadc818c59,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:39.888056 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:39.898676 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-e2dc4bdf-ebbd-4514-a97a-fb43dee2c9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:39.921763 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port d264afca-e178-4441-8346-e008c8fdc798 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:39.923665 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73d441-991d-47ac-b743-1cff177fa85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c07144-01db-44ad-9115-c6bc079d5699,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:39.929226 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=ddf248c2-cdc1-477e-989e-cd77394df588,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:39.940288 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:39.944669 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port d264afca-e178-4441-8346-e008c8fdc798 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:39.945795 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:39.984020 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ef73d441-991d-47ac-b743-1cff177fa85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:39.985508 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ef73d441-991d-47ac-b743-1cff177fa85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:39.986679 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-ef73d441-991d-47ac-b743-1cff177fa85c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/32c07144-01db-44ad-9115-c6bc079d5699 HTTP/1.1" status: 204  len: 168 time: 1.0298584
May 04 18:15:39.997235 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce9af8-b9ba-4e68-98e1-b06d50fe9915 req-ab60a619-21f4-469f-b5c1-63c631454210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:39.998715 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a3ce9af8-b9ba-4e68-98e1-b06d50fe9915 req-ab60a619-21f4-469f-b5c1-63c631454210 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed8ff751-3f9c-4e2b-b012-ca57bc17a88d HTTP/1.1" status: 200  len: 859 time: 0.6294491
May 04 18:15:40.001836 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-50a2c1f7-6c4d-4514-9517-300befbfe682 req-8fa351c8-b2d3-4110-a4de-23e80786b6b1 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 210 time: 0.0546002
May 04 18:15:40.144820 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a3ce9af8-b9ba-4e68-98e1-b06d50fe9915 req-6b433bac-4408-43e0-8d45-4ea676226e31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99409e48-5704-4894-904f-35de746905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1193662
May 04 18:15:40.194089 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:40.241450 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port d264afca-e178-4441-8346-e008c8fdc798, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d264afca-e178-4441-8346-e008c8fdc798,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:40.246330 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:40.247419 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device d470d92d-bb20-42b7-b053-4083ad185591 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:40.278747 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:15:40.291419 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 39216) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:40.304906 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:40.342974 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-678460fb-651b-410d-a2f2-ed3d143f13db admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:40.343564 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ce77f-0314-4cc9-9764-b734c8fea0b2 req-87a1d75b-dc8d-4f44-8f0e-4a490bd5cd6c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:40.351387 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a35ce77f-0314-4cc9-9764-b734c8fea0b2 req-87a1d75b-dc8d-4f44-8f0e-4a490bd5cd6c tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 945 time: 0.5514159
May 04 18:15:40.367149 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-678460fb-651b-410d-a2f2-ed3d143f13db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:40.373334 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-678460fb-651b-410d-a2f2-ed3d143f13db admin admin] Usage tracker for resource:security_group_rule and tenant:16effa7c9ede42da9a374a31ad28c864 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:40.381774 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-678460fb-651b-410d-a2f2-ed3d143f13db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:40.394940 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port d470d92d-bb20-42b7-b053-4083ad185591 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:40.402741 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port d470d92d-bb20-42b7-b053-4083ad185591 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:40.403229 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:40.413148 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-678460fb-651b-410d-a2f2-ed3d143f13db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:40.430867 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e3958-7a18-411e-ac68-3d92140f2015 req-3d3b4e3f-baa0-4e6e-bd20-8e1d719c5cac tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:40.432661 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-790e3958-7a18-411e-ac68-3d92140f2015 req-3d3b4e3f-baa0-4e6e-bd20-8e1d719c5cac tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.2124541
May 04 18:15:40.446667 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=d264afca-e178-4441-8346-e008c8fdc798,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:40.451677 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:40.545999 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-790e3958-7a18-411e-ac68-3d92140f2015 req-aced76af-7ef6-4c03-9945-72b065713387 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962405
May 04 18:15:40.603755 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:40.649286 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port d470d92d-bb20-42b7-b053-4083ad185591, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d470d92d-bb20-42b7-b053-4083ad185591,segment=NetworkSegment(f6eda80f-1be0-4800-9ba8-4756455dc40b),segment_id=f6eda80f-1be0-4800-9ba8-4756455dc40b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:40.661469 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:40.664201 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e37376e-ef19-427e-a4b6-6c4e2ddfc22b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:40.705782 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Attempting to bind port 08cba8bb-6323-440c-b12b-9faadc818c59 on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:15:40.706381 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Attempting to bind port 08cba8bb-6323-440c-b12b-9faadc818c59 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '02013f2c-608d-4c58-aba7-cbd5195b5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:15:40.706870 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Attempting to bind port 08cba8bb-6323-440c-b12b-9faadc818c59 on network b5d9f6a0-8056-4021-b12a-9774e1320123 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:40.724568 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a35ce77f-0314-4cc9-9764-b734c8fea0b2 req-af683b81-4443-42f6-adba-92723fa2a6df tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/security-groups?id=56e44f87-5f3b-4319-978f-9c6f8a66c7d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3722463
May 04 18:15:40.726959 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 39226) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:40.727154 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-678460fb-651b-410d-a2f2-ed3d143f13db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:40.751429 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-678460fb-651b-410d-a2f2-ed3d143f13db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:40.762318 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:40.787443 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Port 08cba8bb-6323-440c-b12b-9faadc818c59 on network b5d9f6a0-8056-4021-b12a-9774e1320123 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:15:40.788333 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Attempting to bind port 08cba8bb-6323-440c-b12b-9faadc818c59 on network b5d9f6a0-8056-4021-b12a-9774e1320123 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:40.807647 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:15:40.808649 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Checking segment: {'id': '02013f2c-608d-4c58-aba7-cbd5195b5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:15:40.808649 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Bound using segment: {'id': '02013f2c-608d-4c58-aba7-cbd5195b5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:15:40.808649 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Bound port: 08cba8bb-6323-440c-b12b-9faadc818c59, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02013f2c-608d-4c58-aba7-cbd5195b5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:15:40.809077 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:40.811703 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=d470d92d-bb20-42b7-b053-4083ad185591,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:40.816482 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-678460fb-651b-410d-a2f2-ed3d143f13db admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=16effa7c9ede42da9a374a31ad28c864&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5199773
May 04 18:15:40.818067 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:40.822295 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 39230) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:40.823304 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678460fb-651b-410d-a2f2-ed3d143f13db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9ac6cd-ab66-4dd6-96ca-dd418712f79f,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:40.826783 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-678460fb-651b-410d-a2f2-ed3d143f13db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:40.840003 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a3ce9af8-b9ba-4e68-98e1-b06d50fe9915 req-419a4a07-7031-406a-9d29-5d1fcba3ec59 service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6943564
May 04 18:15:40.878025 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-9f1854d0-da35-4839-ac97-c4718823d983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:40.896557 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-eefa5eb8-ad13-4f14-ab44-933153c930d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:40.915747 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 7adaeea3-d11b-4bfc-9f32-6493ee28f709 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:15:40.926880 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-9f1854d0-da35-4839-ac97-c4718823d983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:40.993449 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-eefa5eb8-ad13-4f14-ab44-933153c930d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:41.005945 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-9f1854d0-da35-4839-ac97-c4718823d983 admin admin] Usage tracker for resource:security_group_rule and tenant:0cd6574bd7334beb89a01805016d9f86 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:41.008697 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9d0818-0adb-4b44-8fd1-ccc77f8fc15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf248c2-cdc1-477e-989e-cd77394df588', 'code': 200}
May 04 18:15:41.013228 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-9f1854d0-da35-4839-ac97-c4718823d983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:41.068189 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-9f1854d0-da35-4839-ac97-c4718823d983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:41.138281 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-eefa5eb8-ad13-4f14-ab44-933153c930d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:41.153235 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6eb5bd82-746e-49b0-aea5-871659b051f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:41.159169 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] For port 08cba8bb-6323-440c-b12b-9faadc818c59, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:15:41.175297 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 7adaeea3-d11b-4bfc-9f32-6493ee28f709, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7adaeea3-d11b-4bfc-9f32-6493ee28f709,segment=NetworkSegment(c2b2c400-f28b-4668-b6f3-7d05f392235b),segment_id=c2b2c400-f28b-4668-b6f3-7d05f392235b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:41.192376 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6453732-bf92-4c05-9edd-7b018746fc12 req-14bd341e-2b06-4fa5-b517-8f8463ea0935 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:41.194560 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': '7adaeea3-d11b-4bfc-9f32-6493ee28f709', 'network_id': '99409e48-5704-4894-904f-35de746905a5', 'port_id': '7adaeea3-d11b-4bfc-9f32-6493ee28f709', 'mac_address': 'fa:16:3e:20:18:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8ff751-3f9c-4e2b-b012-ca57bc17a88d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:15:41.200617 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a6453732-bf92-4c05-9edd-7b018746fc12 req-14bd341e-2b06-4fa5-b517-8f8463ea0935 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 945 time: 0.2673793
May 04 18:15:41.222423 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa5eb8-ad13-4f14-ab44-933153c930d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9ac6cd-ab66-4dd6-96ca-dd418712f79f,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:41.227584 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-eefa5eb8-ad13-4f14-ab44-933153c930d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:41.228910 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] For port 08cba8bb-6323-440c-b12b-9faadc818c59, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08cba8bb-6323-440c-b12b-9faadc818c59,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:15:41.242608 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a3ce9af8-b9ba-4e68-98e1-b06d50fe9915 req-c6654052-1819-4478-993b-27a6832ac047 service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3443744
May 04 18:15:41.246803 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:41.289814 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a6453732-bf92-4c05-9edd-7b018746fc12 req-9e4de4fb-072d-47c8-af90-431e014636ab tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859983
May 04 18:15:41.292227 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:41.362561 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:41.410022 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7adaeea3-d11b-4bfc-9f32-6493ee28f709 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:15:41.422107 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Pushing event updated for resources: {'Port': ['ID=08cba8bb-6323-440c-b12b-9faadc818c59,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:41.445252 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 7adaeea3-d11b-4bfc-9f32-6493ee28f709, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7adaeea3-d11b-4bfc-9f32-6493ee28f709,segment=NetworkSegment(c2b2c400-f28b-4668-b6f3-7d05f392235b),segment_id=c2b2c400-f28b-4668-b6f3-7d05f392235b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:41.452957 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:41.459164 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:41.557018 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-9f1854d0-da35-4839-ac97-c4718823d983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:41.568713 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:41.569276 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:41.570775 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] 10.222.0.64 "PUT /v2.0/ports/08cba8bb-6323-440c-b12b-9faadc818c59 HTTP/1.1" status: 200  len: 1093 time: 3.6548576
May 04 18:15:41.571551 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:41.572015 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'tag': '08cba8bb-6323-440c-b12b-9faadc818c59'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:15:41.584056 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=7adaeea3-d11b-4bfc-9f32-6493ee28f709,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:41.587809 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:41.616312 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b5048-d778-4647-922f-e56829e3eb2a req-cc130bf4-71d9-4c10-9bb2-cbe6b5a5b345 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:41.618416 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-932b5048-d778-4647-922f-e56829e3eb2a req-cc130bf4-71d9-4c10-9bb2-cbe6b5a5b345 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.64 "GET /v2.0/networks?id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba HTTP/1.1" status: 200  len: 811 time: 0.3872323
May 04 18:15:41.619382 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-eefa5eb8-ad13-4f14-ab44-933153c930d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:41.620585 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-eefa5eb8-ad13-4f14-ab44-933153c930d2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7b9ac6cd-ab66-4dd6-96ca-dd418712f79f HTTP/1.1" status: 204  len: 168 time: 0.7931120
May 04 18:15:41.621079 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-9f1854d0-da35-4839-ac97-c4718823d983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:41.646726 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-83034a6a-2406-425b-b221-cc653c753ff9 req-2117c8a6-839a-45b3-9a9d-02f41c5c781c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 210 time: 0.2099204
May 04 18:15:41.701485 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['7adaeea3-d11b-4bfc-9f32-6493ee28f709'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:15:41.706181 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a4487a6f-47b0-403d-9b54-5ccf87412db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:41.800584 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-932b5048-d778-4647-922f-e56829e3eb2a req-74b502b7-98bf-4e44-942e-d50754b8be86 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fe7e174186c44ffb03d6761766e9c4e HTTP/1.1" status: 200  len: 379 time: 0.1712375
May 04 18:15:41.825712 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3cbb1-c09b-47c8-ba64-f055cab0f3f7 req-17f19c86-3feb-4f4b-9314-e02546a4e97b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:41.826993 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1854d0-da35-4839-ac97-c4718823d983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b01b3f-145a-4ee4-90a6-1eb79140a741,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:41.829103 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8ae3cbb1-c09b-47c8-ba64-f055cab0f3f7 req-17f19c86-3feb-4f4b-9314-e02546a4e97b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 943 time: 0.5445659
May 04 18:15:41.834442 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [req-932b5048-d778-4647-922f-e56829e3eb2a req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Request body: {'port': {'device_id': '7972d778-f473-4cba-baba-2baf01deeb2c', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'admin_state_up': True, 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'security_groups': ['cba178e9-4ee5-47cd-85e4-17be5e90d7ec']}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:41.836883 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-9f1854d0-da35-4839-ac97-c4718823d983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:41.870635 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-9f1854d0-da35-4839-ac97-c4718823d983 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0cd6574bd7334beb89a01805016d9f86&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1334724
May 04 18:15:41.887021 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 39262) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:42.042737 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-4ab5ef05-4cd5-44e5-9657-1ab673ee99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:42.043701 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8ae3cbb1-c09b-47c8-ba64-f055cab0f3f7 req-29530581-265c-4a21-8f84-1dd83cd58367 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922159
May 04 18:15:42.044184 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-4ab5ef05-4cd5-44e5-9657-1ab673ee99d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27df770cfc4e46179df7e8bd111c6454&device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 1096 time: 0.3507907
May 04 18:15:42.045999 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4a002-9385-4a74-b4fc-cae728607e45 req-da223ad9-3caf-4528-8473-adc4d821a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:42.047452 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ecf4a002-9385-4a74-b4fc-cae728607e45 req-da223ad9-3caf-4528-8473-adc4d821a646 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 1099 time: 0.4831414
May 04 18:15:42.111179 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [req-932b5048-d778-4647-922f-e56829e3eb2a req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:42.125876 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [req-932b5048-d778-4647-922f-e56829e3eb2a req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:42.131209 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'tag': '08cba8bb-6323-440c-b12b-9faadc818c59', 'status': 'completed', 'code': 200}
May 04 18:15:42.138702 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-932b5048-d778-4647-922f-e56829e3eb2a req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Made reservation on behalf of 6fe7e174186c44ffb03d6761766e9c4e for: {'port': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:15:42.142728 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-932b5048-d778-4647-922f-e56829e3eb2a req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:42.152962 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-ecf4a002-9385-4a74-b4fc-cae728607e45 req-bb7590fb-c026-4c1f-9005-c977c5f5d75a service neutron] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:42.162477 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-e01436a1-d18b-44c9-91cc-24e8aaabd969 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08cba8bb-6323-440c-b12b-9faadc818c59 HTTP/1.1" status: 200  len: 217 time: 0.0998075
May 04 18:15:42.239279 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-ecf4a002-9385-4a74-b4fc-cae728607e45 req-bb7590fb-c026-4c1f-9005-c977c5f5d75a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:42.253372 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2fe4887c-45e7-463c-9572-0c0e6091a2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:42.258973 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-ecf4a002-9385-4a74-b4fc-cae728607e45 req-bb7590fb-c026-4c1f-9005-c977c5f5d75a service neutron] Usage tracker for resource:security_group_rule and tenant:67ade869984649f3881de03a96618e27 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:42.271372 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-ecf4a002-9385-4a74-b4fc-cae728607e45 req-bb7590fb-c026-4c1f-9005-c977c5f5d75a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:42.291106 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-ecf4a002-9385-4a74-b4fc-cae728607e45 req-bb7590fb-c026-4c1f-9005-c977c5f5d75a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:42.300288 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100bfed-5064-4043-ac37-a16d9d1dd9a2 req-3ad5002b-ce99-4fb5-b2a1-e9dcbf03a8e6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:42.302334 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f100bfed-5064-4043-ac37-a16d9d1dd9a2 req-3ad5002b-ce99-4fb5-b2a1-e9dcbf03a8e6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.4847634
May 04 18:15:42.313420 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2fe4887c-45e7-463c-9572-0c0e6091a2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:42.325796 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ea21d4c2-e25a-4dbf-8331-4cdb725a25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:42.327534 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-ea21d4c2-e25a-4dbf-8331-4cdb725a25c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06a64c1e-a477-4d77-860d-4be6483412a3 HTTP/1.1" status: 200  len: 855 time: 0.1433718
May 04 18:15:42.386297 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2887c-e622-4cdf-bc24-ef90ec2cf6c3 req-914ed367-c64e-4b25-a48b-682fe22d00de tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:42.391658 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-69c2887c-e622-4cdf-bc24-ef90ec2cf6c3 req-914ed367-c64e-4b25-a48b-682fe22d00de tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 946 time: 0.1787941
May 04 18:15:42.392997 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [req-932b5048-d778-4647-922f-e56829e3eb2a req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Allocated IP 172.20.0.6 (1b4e5ebf-cc8d-4c20-b067-3374fe7438ba/e98fb673-01a2-4dc9-8c0c-4753773818b5/582b6426-2a50-455f-a2a0-16b2274bdd39) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:15:42.460670 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-69c2887c-e622-4cdf-bc24-ef90ec2cf6c3 req-dafb720c-4763-48da-8f04-0e7dbc4fedab tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/security-groups?id=56e44f87-5f3b-4319-978f-9c6f8a66c7d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652838
May 04 18:15:42.474192 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f100bfed-5064-4043-ac37-a16d9d1dd9a2 req-a60779ee-b1bc-42c2-8442-03ab0d28cb57 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1530051
May 04 18:15:42.529318 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-0a8996a9-c322-47f3-94b1-5937f3c9caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:42.531372 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-0a8996a9-c322-47f3-94b1-5937f3c9caeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5d9f6a0-8056-4021-b12a-9774e1320123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1814480
May 04 18:15:42.565008 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2fe4887c-45e7-463c-9572-0c0e6091a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:42.599191 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-df1b55d3-c74b-4b1f-a3fb-b49b59d98ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:42.620713 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-ecf4a002-9385-4a74-b4fc-cae728607e45 req-bb7590fb-c026-4c1f-9005-c977c5f5d75a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:42.622029 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4887c-45e7-463c-9572-0c0e6091a2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b01b3f-145a-4ee4-90a6-1eb79140a741,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:42.624719 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-2fe4887c-45e7-463c-9572-0c0e6091a2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:42.682306 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-932b5048-d778-4647-922f-e56829e3eb2a req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:42.684397 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-ecf4a002-9385-4a74-b4fc-cae728607e45 req-bb7590fb-c026-4c1f-9005-c977c5f5d75a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:42.699396 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.provisioning_blocks [req-932b5048-d778-4647-922f-e56829e3eb2a req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Transition to ACTIVE for port object 582b6426-2a50-455f-a2a0-16b2274bdd39 will not be triggered until provisioned by entity DHCP. {{(pid=73828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:42.727069 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-932b5048-d778-4647-922f-e56829e3eb2a req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:42.734399 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:42.777720 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:42.786746 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-ecf4a002-9385-4a74-b4fc-cae728607e45 req-bb7590fb-c026-4c1f-9005-c977c5f5d75a service neutron] Synchronizing usage tracker for tenant:67ade869984649f3881de03a96618e27 on resource:security_group {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:42.799856 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-932b5048-d778-4647-922f-e56829e3eb2a req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:15:42.809465 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [req-932b5048-d778-4647-922f-e56829e3eb2a req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:15:42.812087 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [req-932b5048-d778-4647-922f-e56829e3eb2a req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:15:42.818565 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b5048-d778-4647-922f-e56829e3eb2a req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:42.819326 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-932b5048-d778-4647-922f-e56829e3eb2a req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for port, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:42.828599 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2fe4887c-45e7-463c-9572-0c0e6091a2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:42.830051 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-2fe4887c-45e7-463c-9572-0c0e6091a2e5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/77b01b3f-145a-4ee4-90a6-1eb79140a741 HTTP/1.1" status: 204  len: 168 time: 0.9316981
May 04 18:15:42.892907 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event updated for resources: {'Port': ['ID=582b6426-2a50-455f-a2a0-16b2274bdd39,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:42.895998 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:42.914603 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-932b5048-d778-4647-922f-e56829e3eb2a req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0994809
May 04 18:15:42.922638 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 7adaeea3-d11b-4bfc-9f32-6493ee28f709 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:42.925458 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7590fb-c026-4c1f-9005-c977c5f5d75a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2639bb-2f92-47ca-aab2-f1731bdef08d,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:42.933751 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Request body: {'port': {'device_id': '7972d778-f473-4cba-baba-2baf01deeb2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:15:42.956913 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8192a-1237-482c-92d4-94466ef69b11 req-915b6f67-f232-4841-a629-20194772dcc9 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:42.958543 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9fe8192a-1237-482c-92d4-94466ef69b11 req-915b6f67-f232-4841-a629-20194772dcc9 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 945 time: 0.2864220
May 04 18:15:42.959425 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-bb7590fb-c026-4c1f-9005-c977c5f5d75a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:42.970948 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-ecf4a002-9385-4a74-b4fc-cae728607e45 req-bb7590fb-c026-4c1f-9005-c977c5f5d75a service neutron] Unset dirty status for tenant:67ade869984649f3881de03a96618e27 on resource:security_group {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:42.972096 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ecf4a002-9385-4a74-b4fc-cae728607e45 req-bb7590fb-c026-4c1f-9005-c977c5f5d75a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9084203
May 04 18:15:42.977381 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-4f2e86f5-5bf1-4985-adb7-e55eb0637b66 service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4345450
May 04 18:15:42.988154 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d6a5d-6dad-4660-b53e-fdacfcdaded6 req-46263996-660f-4dc1-b690-9720a89a241b tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:42.989454 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-9c5d6a5d-6dad-4660-b53e-fdacfcdaded6 req-46263996-660f-4dc1-b690-9720a89a241b tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Synchronizing usage tracker for tenant:6fe7e174186c44ffb03d6761766e9c4e on resource:port {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:15:43.020653 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c13ea6-e575-4bfd-9457-22c643478e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd264afca-e178-4441-8346-e008c8fdc798'}, {'server_uuid': 'dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd470d92d-bb20-42b7-b053-4083ad185591'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:15:43.127882 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-f2c7c064-7431-40c4-8497-f9e88a34bbce None None] Provisioning for port 582b6426-2a50-455f-a2a0-16b2274bdd39 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:43.135049 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-f2c7c064-7431-40c4-8497-f9e88a34bbce None None] Provisioning complete for port 582b6426-2a50-455f-a2a0-16b2274bdd39 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:43.135884 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c064-7431-40c4-8497-f9e88a34bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:43.146158 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:43.161272 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-9c5d6a5d-6dad-4660-b53e-fdacfcdaded6 req-46263996-660f-4dc1-b690-9720a89a241b tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Unset dirty status for tenant:6fe7e174186c44ffb03d6761766e9c4e on resource:port {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:15:43.162718 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9c5d6a5d-6dad-4660-b53e-fdacfcdaded6 req-46263996-660f-4dc1-b690-9720a89a241b tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 931 time: 0.3690882
May 04 18:15:43.180286 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port 7adaeea3-d11b-4bfc-9f32-6493ee28f709 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:43.193220 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port 7adaeea3-d11b-4bfc-9f32-6493ee28f709 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:43.193539 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:43.228718 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9fe8192a-1237-482c-92d4-94466ef69b11 req-864f9968-a393-4b9b-80ea-5d9cd5d3b5ce tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2541592
May 04 18:15:43.279075 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-11d0f555-ee5b-49b9-b6e7-f9d66007bc3d req-bccb377d-c6e7-4cb1-b8ec-b244418a60d9 service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2145898
May 04 18:15:43.291032 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7c064-7431-40c4-8497-f9e88a34bbce None None] Port 582b6426-2a50-455f-a2a0-16b2274bdd39 cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:15:43.364111 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9c5d6a5d-6dad-4660-b53e-fdacfcdaded6 req-9589ae41-2118-442e-b64b-b8780c729c1b tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1944320
May 04 18:15:43.444576 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c13ea6-e575-4bfd-9457-22c643478e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd264afca-e178-4441-8346-e008c8fdc798', 'code': 200}
May 04 18:15:43.445015 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd470d92d-bb20-42b7-b053-4083ad185591', 'code': 200}
May 04 18:15:43.446008 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:43.499263 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 7adaeea3-d11b-4bfc-9f32-6493ee28f709, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7adaeea3-d11b-4bfc-9f32-6493ee28f709,segment=NetworkSegment(c2b2c400-f28b-4668-b6f3-7d05f392235b),segment_id=c2b2c400-f28b-4668-b6f3-7d05f392235b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:43.509364 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:43.512459 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:43.564033 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03967ff1-1384-4b8d-8b11-d55ad77ef6c5 req-af90ca44-2910-4ff6-973f-2d9c8a7e5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:43.565827 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-03967ff1-1384-4b8d-8b11-d55ad77ef6c5 req-af90ca44-2910-4ff6-973f-2d9c8a7e5977 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27df770cfc4e46179df7e8bd111c6454&device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 1096 time: 0.2250426
May 04 18:15:43.683002 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 39314) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:43.684777 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=7adaeea3-d11b-4bfc-9f32-6493ee28f709,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:43.694787 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:43.857675 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20262654-893e-447f-816b-b9efc1c79f3a req-8217411e-e73c-4178-b628-0011735737f5 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:43.864691 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-20262654-893e-447f-816b-b9efc1c79f3a req-8217411e-e73c-4178-b628-0011735737f5 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 946 time: 0.1534009
May 04 18:15:43.970644 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.notifiers.nova [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582b6426-2a50-455f-a2a0-16b2274bdd39 {{(pid=73828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:15:43.990357 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-20262654-893e-447f-816b-b9efc1c79f3a req-c70961b9-9f44-4bb8-84af-8c09e3e651f3 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/security-groups?id=56e44f87-5f3b-4319-978f-9c6f8a66c7d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246536
May 04 18:15:43.999656 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:44.030688 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.provisioning_blocks [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Transition to ACTIVE for port object 582b6426-2a50-455f-a2a0-16b2274bdd39 will not be triggered until provisioned by entity L2. {{(pid=73828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:15:44.037322 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:44.043735 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-17b3fa90-44d8-4b59-9a92-728ea8bb725e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:44.065305 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18a414-e6ed-4f9d-bd9d-eac1a776280d req-f7c6672d-526b-4c00-be7c-d48f804fe451 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:44.067375 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2a18a414-e6ed-4f9d-bd9d-eac1a776280d req-f7c6672d-526b-4c00-be7c-d48f804fe451 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.4981585
May 04 18:15:44.080030 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49780637-d586-42ca-9cec-2e98256d4b23 req-34ca6f67-9e3d-405b-bf16-037e7aeb54af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:44.082101 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-49780637-d586-42ca-9cec-2e98256d4b23 req-34ca6f67-9e3d-405b-bf16-037e7aeb54af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 1098 time: 0.3950312
May 04 18:15:44.083567 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03967ff1-1384-4b8d-8b11-d55ad77ef6c5 req-91750278-8fb6-4075-b250-bbeefe0bb61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:44.084840 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-03967ff1-1384-4b8d-8b11-d55ad77ef6c5 req-91750278-8fb6-4075-b250-bbeefe0bb61d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5d9f6a0-8056-4021-b12a-9774e1320123 HTTP/1.1" status: 200  len: 917 time: 0.3993573
May 04 18:15:44.087508 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235f19-975a-4dce-9116-fd0552e806c9 req-a2c2be34-435e-400a-bb58-d8619ae3d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:44.089278 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d1235f19-975a-4dce-9116-fd0552e806c9 req-a2c2be34-435e-400a-bb58-d8619ae3d03c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 1099 time: 0.3986146
May 04 18:15:44.244787 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-03967ff1-1384-4b8d-8b11-d55ad77ef6c5 req-8fd311a8-0210-49ff-8f7c-4227ac71688e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08cba8bb-6323-440c-b12b-9faadc818c59 HTTP/1.1" status: 200  len: 217 time: 0.1396132
May 04 18:15:44.306298 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2f09f6d4-f7ff-4623-b585-4a54b8f5e7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:44.354324 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03967ff1-1384-4b8d-8b11-d55ad77ef6c5 req-7ecee01f-3623-405e-bd44-f8268e6e8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:44.355847 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-03967ff1-1384-4b8d-8b11-d55ad77ef6c5 req-7ecee01f-3623-405e-bd44-f8268e6e8778 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06a64c1e-a477-4d77-860d-4be6483412a3 HTTP/1.1" status: 200  len: 855 time: 0.0971365
May 04 18:15:44.356476 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Pushing event updated for resources: {'Port': ['ID=582b6426-2a50-455f-a2a0-16b2274bdd39,revision_number=2']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:44.366154 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:44.372391 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2a18a414-e6ed-4f9d-bd9d-eac1a776280d req-016ca00e-d59b-4eeb-9c53-11c65935bae0 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2939367
May 04 18:15:44.405783 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Attempting to bind port 582b6426-2a50-455f-a2a0-16b2274bdd39 on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:15:44.405783 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Attempting to bind port 582b6426-2a50-455f-a2a0-16b2274bdd39 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'aa496005-47b0-4b45-aecf-ec3b981ccbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba'}] {{(pid=73828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:15:44.405783 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Attempting to bind port 582b6426-2a50-455f-a2a0-16b2274bdd39 on network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:44.412611 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Port 582b6426-2a50-455f-a2a0-16b2274bdd39 on network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:15:44.412922 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Attempting to bind port 582b6426-2a50-455f-a2a0-16b2274bdd39 on network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:15:44.423362 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d1235f19-975a-4dce-9116-fd0552e806c9 req-8e709963-588f-4a25-8ff7-3f0cb924c4aa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=56e44f87-5f3b-4319-978f-9c6f8a66c7d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3192618
May 04 18:15:44.425088 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-49780637-d586-42ca-9cec-2e98256d4b23 req-11853730-ca79-48bf-b411-148f15aee024 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3221040
May 04 18:15:44.426772 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-2f09f6d4-f7ff-4623-b585-4a54b8f5e7a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:44.446037 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-2f09f6d4-f7ff-4623-b585-4a54b8f5e7a4 admin admin] Usage tracker for resource:security_group_rule and tenant:2de7162d9f114df69c3765c57ee63bfd is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:44.446716 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:15:44.447254 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Checking segment: {'id': 'aa496005-47b0-4b45-aecf-ec3b981ccbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:15:44.447953 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Bound using segment: {'id': 'aa496005-47b0-4b45-aecf-ec3b981ccbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba'} {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:15:44.448562 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Bound port: 582b6426-2a50-455f-a2a0-16b2274bdd39, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa496005-47b0-4b45-aecf-ec3b981ccbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba'}}] {{(pid=73828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:15:44.450442 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-2f09f6d4-f7ff-4623-b585-4a54b8f5e7a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:44.451055 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:44.470852 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-2f09f6d4-f7ff-4623-b585-4a54b8f5e7a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:44.565817 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461100a9-6211-47f5-b8c1-9bdd07f8b614 req-23c51df8-f64c-4e4b-9ddd-1c0c1bc69542 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:44.576446 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-461100a9-6211-47f5-b8c1-9bdd07f8b614 req-23c51df8-f64c-4e4b-9ddd-1c0c1bc69542 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.3445609
May 04 18:15:44.629615 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03967ff1-1384-4b8d-8b11-d55ad77ef6c5 req-e7e9a2e0-cf68-4a7b-be11-576a671b7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:44.632120 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-03967ff1-1384-4b8d-8b11-d55ad77ef6c5 req-e7e9a2e0-cf68-4a7b-be11-576a671b7cdb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5d9f6a0-8056-4021-b12a-9774e1320123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2547996
May 04 18:15:44.680410 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-461100a9-6211-47f5-b8c1-9bdd07f8b614 req-bf33c8ce-fc5c-48f4-a29c-50d06861075e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1023540
May 04 18:15:44.689955 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] For port 582b6426-2a50-455f-a2a0-16b2274bdd39, host hv-cinder-78960, cleared binding levels {{(pid=73828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:15:44.693876 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] For port 582b6426-2a50-455f-a2a0-16b2274bdd39, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=582b6426-2a50-455f-a2a0-16b2274bdd39,segment=NetworkSegment(aa496005-47b0-4b45-aecf-ec3b981ccbf5),segment_id=aa496005-47b0-4b45-aecf-ec3b981ccbf5)] {{(pid=73828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:15:44.706218 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:44.712133 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:44.853555 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:44.857596 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for port, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:44.864526 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-932b5048-d778-4647-922f-e56829e3eb2a req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] 10.222.0.64 "PUT /v2.0/ports/582b6426-2a50-455f-a2a0-16b2274bdd39 HTTP/1.1" status: 200  len: 1093 time: 1.9362814
May 04 18:15:44.867931 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7972d778-f473-4cba-baba-2baf01deeb2c', 'tag': '582b6426-2a50-455f-a2a0-16b2274bdd39'}] {{(pid=73828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:15:44.956081 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 08cba8bb-6323-440c-b12b-9faadc818c59 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:15:44.986396 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2f09f6d4-f7ff-4623-b585-4a54b8f5e7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:45.006465 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2f09f6d4-f7ff-4623-b585-4a54b8f5e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:45.048808 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-9f1854d0-da35-4839-ac97-c4718823d983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:45.056864 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-2f09f6d4-f7ff-4623-b585-4a54b8f5e7a4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2de7162d9f114df69c3765c57ee63bfd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3268368
May 04 18:15:45.064105 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 39376) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:45.066158 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-03967ff1-1384-4b8d-8b11-d55ad77ef6c5 req-9bf48cbd-f072-4289-8868-a02e1765dc8c service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4174962
May 04 18:15:45.145829 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac652b-91b9-44d2-82f4-7d851a0b12d9 req-706e9799-9068-4146-b164-38286aee7ca4 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:45.147375 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-61ac652b-91b9-44d2-82f4-7d851a0b12d9 req-706e9799-9068-4146-b164-38286aee7ca4 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 945 time: 0.4976046
May 04 18:15:45.169476 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Pushing event updated for resources: {'Port': ['ID=582b6426-2a50-455f-a2a0-16b2274bdd39,revision_number=3']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:45.176824 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:45.199681 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09f6d4-f7ff-4623-b585-4a54b8f5e7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364c60f3-4011-420a-9f5f-8a920247322c,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:45.208900 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-2f09f6d4-f7ff-4623-b585-4a54b8f5e7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:45.253110 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81b3aa-792c-492d-a037-4baf018279a5 req-ca873a57-473d-4dc6-83b1-4e8409226835 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:45.260558 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8a81b3aa-792c-492d-a037-4baf018279a5 req-ca873a57-473d-4dc6-83b1-4e8409226835 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 943 time: 0.3323367
May 04 18:15:45.283457 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 08cba8bb-6323-440c-b12b-9faadc818c59, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08cba8bb-6323-440c-b12b-9faadc818c59,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:45.289534 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b5048-d778-4647-922f-e56829e3eb2a req-f33b6411-4d52-4a64-8900-aec234365683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:45.291294 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-932b5048-d778-4647-922f-e56829e3eb2a req-f33b6411-4d52-4a64-8900-aec234365683 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6fe7e174186c44ffb03d6761766e9c4e&device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 1096 time: 0.2857420
May 04 18:15:45.371078 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': '08cba8bb-6323-440c-b12b-9faadc818c59', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'port_id': '08cba8bb-6323-440c-b12b-9faadc818c59', 'mac_address': 'fa:16:3e:6b:d3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:15:45.373058 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-932b5048-d778-4647-922f-e56829e3eb2a req-9f7370ce-6b92-42f3-acf5-8f8e1aebb492 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=582b6426-2a50-455f-a2a0-16b2274bdd39 HTTP/1.1" status: 200  len: 217 time: 0.0711188
May 04 18:15:45.386698 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8a81b3aa-792c-492d-a037-4baf018279a5 req-c0880acf-b1c0-477d-8547-c5be9f0696e9 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1247532
May 04 18:15:45.433743 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-03967ff1-1384-4b8d-8b11-d55ad77ef6c5 req-d846cd38-bd23-4542-9477-ceb7dd284728 service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3462958
May 04 18:15:45.450481 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7adaeea3-d11b-4bfc-9f32-6493ee28f709'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:15:45.493054 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7972d778-f473-4cba-baba-2baf01deeb2c', 'tag': '582b6426-2a50-455f-a2a0-16b2274bdd39', 'status': 'completed', 'code': 200}
May 04 18:15:45.506404 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-61ac652b-91b9-44d2-82f4-7d851a0b12d9 req-30e9fa29-6ff4-4238-80f8-5de10eedf026 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3258493
May 04 18:15:45.524169 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b5048-d778-4647-922f-e56829e3eb2a req-b0e3cc21-d1fa-4363-918e-77e38ab793f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:45.526707 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-932b5048-d778-4647-922f-e56829e3eb2a req-b0e3cc21-d1fa-4363-918e-77e38ab793f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e98fb673-01a2-4dc9-8c0c-4753773818b5 HTTP/1.1" status: 200  len: 850 time: 0.1363630
May 04 18:15:45.548905 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:45.556323 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-264a2d5e-baa4-4c40-a6f1-944743664215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:45.600550 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08cba8bb-6323-440c-b12b-9faadc818c59 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:15:45.662289 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 08cba8bb-6323-440c-b12b-9faadc818c59, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08cba8bb-6323-440c-b12b-9faadc818c59,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:45.673016 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:45.675259 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-264a2d5e-baa4-4c40-a6f1-944743664215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:45.676510 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:45.741838 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b5048-d778-4647-922f-e56829e3eb2a req-2974fe3c-fb92-45a9-a625-b94cd6b61a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:45.744595 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-932b5048-d778-4647-922f-e56829e3eb2a req-2974fe3c-fb92-45a9-a625-b94cd6b61a3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2092941
May 04 18:15:45.808565 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=08cba8bb-6323-440c-b12b-9faadc818c59,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:45.822118 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:45.962712 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090da3ac-c08c-4be7-9404-32284e122007 req-e8e773ef-4288-4fa2-babc-b8eba6cbd5fa tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:45.964455 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-090da3ac-c08c-4be7-9404-32284e122007 req-e8e773ef-4288-4fa2-babc-b8eba6cbd5fa tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 946 time: 0.3074243
May 04 18:15:46.026038 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-932b5048-d778-4647-922f-e56829e3eb2a req-be652bdb-04db-4e5d-bf79-7da0f59c3ec5 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2740057
May 04 18:15:46.031848 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-090da3ac-c08c-4be7-9404-32284e122007 req-f1482b4b-2358-4215-bc14-0a93c2cc57c4 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/security-groups?id=56e44f87-5f3b-4319-978f-9c6f8a66c7d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547521
May 04 18:15:46.036970 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['08cba8bb-6323-440c-b12b-9faadc818c59'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:15:46.057146 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c2944-aa8b-496b-b3c9-59170154fb1a req-e96ff261-8120-4584-be98-54fbd9b16ac4 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:46.062840 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0c4c2944-aa8b-496b-b3c9-59170154fb1a req-e96ff261-8120-4584-be98-54fbd9b16ac4 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.3800087
May 04 18:15:46.163290 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7adaeea3-d11b-4bfc-9f32-6493ee28f709', 'code': 200}
May 04 18:15:46.201876 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0c4c2944-aa8b-496b-b3c9-59170154fb1a req-925761d4-f48e-4996-83f2-f1c27365eb0a tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283817
May 04 18:15:46.207819 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-264a2d5e-baa4-4c40-a6f1-944743664215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:46.214728 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-2f09f6d4-f7ff-4623-b585-4a54b8f5e7a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:46.227827 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a2d5e-baa4-4c40-a6f1-944743664215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364c60f3-4011-420a-9f5f-8a920247322c,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:46.231355 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-264a2d5e-baa4-4c40-a6f1-944743664215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:46.240187 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-264a2d5e-baa4-4c40-a6f1-944743664215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:46.241567 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-264a2d5e-baa4-4c40-a6f1-944743664215 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/364c60f3-4011-420a-9f5f-8a920247322c HTTP/1.1" status: 204  len: 168 time: 1.1734657
May 04 18:15:46.291393 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 39404) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:46.453509 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9b23-82f0-4130-a01b-85a11f81311c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:46.506153 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-932b5048-d778-4647-922f-e56829e3eb2a req-aafad8e0-350c-43f3-9f86-895e041c2a4c service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4717910
May 04 18:15:46.539263 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5fb8c-1697-4569-8202-6bb80045a258 req-1b45f765-3afc-4739-bc07-50aff2c8de1c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:46.540983 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4cb5fb8c-1697-4569-8202-6bb80045a258 req-1b45f765-3afc-4739-bc07-50aff2c8de1c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 944 time: 0.1784050
May 04 18:15:46.547107 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-fd3a9b23-82f0-4130-a01b-85a11f81311c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:46.556275 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-fd3a9b23-82f0-4130-a01b-85a11f81311c admin admin] Usage tracker for resource:security_group_rule and tenant:9e72bed1ffe0430a964b59cab0f5f113 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:46.559917 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-fd3a9b23-82f0-4130-a01b-85a11f81311c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:46.567481 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-fd3a9b23-82f0-4130-a01b-85a11f81311c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:46.651523 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4cb5fb8c-1697-4569-8202-6bb80045a258 req-df146366-a21d-4aa8-ab3f-9fe81b82d50a tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0990331
May 04 18:15:46.663951 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16a4a1-bd96-4f38-8eda-2c3c7c82031e req-6fc33d13-5c3e-485e-9b7e-d250199b1bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:46.665417 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8f16a4a1-bd96-4f38-8eda-2c3c7c82031e req-6fc33d13-5c3e-485e-9b7e-d250199b1bb9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 1098 time: 0.1891897
May 04 18:15:46.701355 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b03ef-026f-4450-bc7f-496fb25624e6 req-031fffda-7dfe-4d4d-bd49-1e2e26dfd1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:46.702845 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-577b03ef-026f-4450-bc7f-496fb25624e6 req-031fffda-7dfe-4d4d-bd49-1e2e26dfd1eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6fe7e174186c44ffb03d6761766e9c4e&device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 1096 time: 0.1164310
May 04 18:15:46.747800 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8f16a4a1-bd96-4f38-8eda-2c3c7c82031e req-43f98ec3-caf2-443a-8153-77917c2e0180 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740595
May 04 18:15:46.763209 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56538be6-ec9f-4006-a6bd-a6683b452b6a req-efd2576a-61a7-492f-925a-39fed2ff8c2d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:46.764633 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-56538be6-ec9f-4006-a6bd-a6683b452b6a req-efd2576a-61a7-492f-925a-39fed2ff8c2d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 943 time: 0.1926057
May 04 18:15:46.800560 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9b23-82f0-4130-a01b-85a11f81311c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:46.807008 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9b23-82f0-4130-a01b-85a11f81311c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:46.817158 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-1063e1cd-a116-415b-93fd-b47259f79d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:46.858757 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 39416) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:46.888767 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a9b23-82f0-4130-a01b-85a11f81311c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a3a0ce-296d-4e1e-8e53-12a9dc387f3b,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:46.892890 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-fd3a9b23-82f0-4130-a01b-85a11f81311c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9e72bed1ffe0430a964b59cab0f5f113&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6004946
May 04 18:15:46.894186 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-fd3a9b23-82f0-4130-a01b-85a11f81311c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:46.898397 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 39420) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:46.899167 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-56538be6-ec9f-4006-a6bd-a6683b452b6a req-dd27cc4c-648e-4bad-b9eb-90d501e32234 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1205177
May 04 18:15:46.900381 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-9ec21c46-483d-4f6a-bcbc-3601152dc0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:46.924391 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-9ec21c46-483d-4f6a-bcbc-3601152dc0c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:15:46.926425 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b03ef-026f-4450-bc7f-496fb25624e6 req-4106de9c-b695-415e-b2b5-72f680a08d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:46.927856 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-577b03ef-026f-4450-bc7f-496fb25624e6 req-4106de9c-b695-415e-b2b5-72f680a08d75 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba HTTP/1.1" status: 200  len: 912 time: 0.2140350
May 04 18:15:46.928275 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-9ec21c46-483d-4f6a-bcbc-3601152dc0c7 admin admin] Usage tracker for resource:security_group_rule and tenant:4d7104eae1a7472e8959cf76e9c325cb is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:15:46.931118 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-9ec21c46-483d-4f6a-bcbc-3601152dc0c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:15:46.936868 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-9ec21c46-483d-4f6a-bcbc-3601152dc0c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:15:47.018700 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-577b03ef-026f-4450-bc7f-496fb25624e6 req-7ae8a81a-df8e-43c7-b9bf-c377af4c3d4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=582b6426-2a50-455f-a2a0-16b2274bdd39 HTTP/1.1" status: 200  len: 217 time: 0.0759354
May 04 18:15:47.022449 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-9ec21c46-483d-4f6a-bcbc-3601152dc0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:47.028092 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-9ec21c46-483d-4f6a-bcbc-3601152dc0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:47.035529 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:47.065100 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b466d-8d95-49fe-be74-a3eab8605d03 req-24eaf164-19bc-481d-acfc-cb4e38553b94 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:47.067148 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f06b466d-8d95-49fe-be74-a3eab8605d03 req-24eaf164-19bc-481d-acfc-cb4e38553b94 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 945 time: 0.2563221
May 04 18:15:47.078257 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec21c46-483d-4f6a-bcbc-3601152dc0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1e6558-15cc-4128-979f-1526a07ed052,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:47.083839 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-9ec21c46-483d-4f6a-bcbc-3601152dc0c7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4d7104eae1a7472e8959cf76e9c325cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2188165
May 04 18:15:47.084844 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-9ec21c46-483d-4f6a-bcbc-3601152dc0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:47.086510 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 39426) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:15:47.131705 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8cb3984b-7100-495d-beed-590328e8dafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:47.145216 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-db744684-cd35-47fa-93e8-c32ed045bf85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:47.155011 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b03ef-026f-4450-bc7f-496fb25624e6 req-f194bbf8-f8de-4845-bd4e-9072751e30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:47.156444 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-577b03ef-026f-4450-bc7f-496fb25624e6 req-f194bbf8-f8de-4845-bd4e-9072751e30e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e98fb673-01a2-4dc9-8c0c-4753773818b5 HTTP/1.1" status: 200  len: 850 time: 0.1282442
May 04 18:15:47.161068 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f06b466d-8d95-49fe-be74-a3eab8605d03 req-4075637b-9cef-4b32-8e8e-37f1573c510e tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842326
May 04 18:15:47.211807 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-db744684-cd35-47fa-93e8-c32ed045bf85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:47.212367 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8cb3984b-7100-495d-beed-590328e8dafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:47.295518 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b03ef-026f-4450-bc7f-496fb25624e6 req-2e97488a-3eaf-46a2-8838-1a455f05b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:47.297300 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-577b03ef-026f-4450-bc7f-496fb25624e6 req-2e97488a-3eaf-46a2-8838-1a455f05b351 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1290419
May 04 18:15:47.300601 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8cb3984b-7100-495d-beed-590328e8dafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:47.314105 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:47.338417 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dd5f3-3b0d-4cb0-8bb4-00165ee530c9 req-3bc94553-847d-483e-9bc7-1ed46480f0f5 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:47.341916 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-062dd5f3-3b0d-4cb0-8bb4-00165ee530c9 req-3bc94553-847d-483e-9bc7-1ed46480f0f5 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 946 time: 0.1871307
May 04 18:15:47.357522 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3984b-7100-495d-beed-590328e8dafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a3a0ce-296d-4e1e-8e53-12a9dc387f3b,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:47.371296 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8cb3984b-7100-495d-beed-590328e8dafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:47.372407 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-8cb3984b-7100-495d-beed-590328e8dafa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/68a3a0ce-296d-4e1e-8e53-12a9dc387f3b HTTP/1.1" status: 204  len: 168 time: 0.4730654
May 04 18:15:47.376520 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-8cb3984b-7100-495d-beed-590328e8dafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:47.411378 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-db744684-cd35-47fa-93e8-c32ed045bf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:47.419102 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:47.435099 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db744684-cd35-47fa-93e8-c32ed045bf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1e6558-15cc-4128-979f-1526a07ed052,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:47.439856 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-db744684-cd35-47fa-93e8-c32ed045bf85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:47.489686 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-062dd5f3-3b0d-4cb0-8bb4-00165ee530c9 req-781430a8-d5bf-4dca-927d-4257a3179766 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/security-groups?id=56e44f87-5f3b-4319-978f-9c6f8a66c7d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369765
May 04 18:15:47.490472 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-db744684-cd35-47fa-93e8-c32ed045bf85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:47.501511 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-db744684-cd35-47fa-93e8-c32ed045bf85 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1d1e6558-15cc-4128-979f-1526a07ed052 HTTP/1.1" status: 204  len: 168 time: 0.4084671
May 04 18:15:47.587316 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-577b03ef-026f-4450-bc7f-496fb25624e6 req-b572fc89-22ff-4d5a-a470-272b13f3957a service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2576103
May 04 18:15:47.631109 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603207a1-7811-4d99-90b3-fc8c8a074686 req-9fb56431-9cc4-4ee6-a5b3-f952a1487d8e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:47.632610 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-603207a1-7811-4d99-90b3-fc8c8a074686 req-9fb56431-9cc4-4ee6-a5b3-f952a1487d8e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1757991
May 04 18:15:47.770907 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-603207a1-7811-4d99-90b3-fc8c8a074686 req-0e902cbd-22ff-49dc-8302-b0154bab2ac8 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236625
May 04 18:15:47.822230 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-577b03ef-026f-4450-bc7f-496fb25624e6 req-90e41e99-84ca-490e-b4fe-d0943b715839 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2249193
May 04 18:15:48.086005 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e49423-7a55-421c-8bc4-5d30aba4c949 req-e4de37b0-9359-4107-a728-b07b93de8379 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:48.087971 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-18e49423-7a55-421c-8bc4-5d30aba4c949 req-e4de37b0-9359-4107-a728-b07b93de8379 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 944 time: 0.1865458
May 04 18:15:48.205963 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-18e49423-7a55-421c-8bc4-5d30aba4c949 req-b43b0ea5-fd0b-479d-a9dc-f94192a5ba20 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1123030
May 04 18:15:48.288044 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56465bdd-9164-4e10-9158-ce66ac5e2234 req-0c0d9916-787d-4918-83fd-0e43175c2341 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:48.289746 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-56465bdd-9164-4e10-9158-ce66ac5e2234 req-0c0d9916-787d-4918-83fd-0e43175c2341 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 943 time: 0.1166933
May 04 18:15:48.391177 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-56465bdd-9164-4e10-9158-ce66ac5e2234 req-152905fa-5d9c-4eb1-8db4-2fb0df3eda4f tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0942488
May 04 18:15:48.966932 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 582b6426-2a50-455f-a2a0-16b2274bdd39 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:15:48.973458 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 08cba8bb-6323-440c-b12b-9faadc818c59 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:49.015634 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5603b-47e6-48e5-b576-9cdf8f5f773b req-5c4f4d8a-ba25-4cb1-8fb8-191d35b96de8 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:49.017284 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f7b5603b-47e6-48e5-b576-9cdf8f5f773b req-5c4f4d8a-ba25-4cb1-8fb8-191d35b96de8 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1327457
May 04 18:15:49.105797 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f7b5603b-47e6-48e5-b576-9cdf8f5f773b req-76e3f812-ae06-4543-86f3-ab9c4c75b337 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800660
May 04 18:15:49.236630 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 582b6426-2a50-455f-a2a0-16b2274bdd39, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=582b6426-2a50-455f-a2a0-16b2274bdd39,segment=NetworkSegment(aa496005-47b0-4b45-aecf-ec3b981ccbf5),segment_id=aa496005-47b0-4b45-aecf-ec3b981ccbf5)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:49.255203 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': '582b6426-2a50-455f-a2a0-16b2274bdd39', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'port_id': '582b6426-2a50-455f-a2a0-16b2274bdd39', 'mac_address': 'fa:16:3e:bf:9c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:15:49.296788 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port 08cba8bb-6323-440c-b12b-9faadc818c59 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:49.307360 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port 08cba8bb-6323-440c-b12b-9faadc818c59 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:49.308869 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:49.370117 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:49.415555 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582b6426-2a50-455f-a2a0-16b2274bdd39 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:15:49.465359 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 582b6426-2a50-455f-a2a0-16b2274bdd39, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=582b6426-2a50-455f-a2a0-16b2274bdd39,segment=NetworkSegment(aa496005-47b0-4b45-aecf-ec3b981ccbf5),segment_id=aa496005-47b0-4b45-aecf-ec3b981ccbf5)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:49.514983 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:49.522103 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:49.579925 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a63a41-8f16-4af9-81b5-ebd682715bb3 req-ace6558d-260d-40d1-9050-edb409203ea7 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:49.581521 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b3a63a41-8f16-4af9-81b5-ebd682715bb3 req-ace6558d-260d-40d1-9050-edb409203ea7 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 944 time: 0.1565893
May 04 18:15:49.623982 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:49.661972 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b3a63a41-8f16-4af9-81b5-ebd682715bb3 req-43584373-9ebd-427c-bf13-bf32f00ad5d5 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632699
May 04 18:15:49.674953 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=582b6426-2a50-455f-a2a0-16b2274bdd39,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:49.703164 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 08cba8bb-6323-440c-b12b-9faadc818c59, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08cba8bb-6323-440c-b12b-9faadc818c59,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:49.706928 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cba8bb-6323-440c-b12b-9faadc818c59'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:15:49.715537 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:49.716713 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:49.720047 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:49.796028 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=08cba8bb-6323-440c-b12b-9faadc818c59,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:49.800013 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:49.877616 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['582b6426-2a50-455f-a2a0-16b2274bdd39'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:15:49.880004 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b40a5-5a8b-4442-a40d-a990aa5014e4 req-5dc23bcc-aae0-4f15-92e6-b8347d346d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:49.882052 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a31b40a5-5a8b-4442-a40d-a990aa5014e4 req-5dc23bcc-aae0-4f15-92e6-b8347d346d01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aefb4fa5e3d445b8c9b88bc40882c9e&device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 1098 time: 0.2951622
May 04 18:15:49.894557 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc72b2-67ad-46a4-8cab-b43db2518091 req-607ba72a-622e-4d3c-bff3-31c32666c70d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:49.896639 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-97cc72b2-67ad-46a4-8cab-b43db2518091 req-607ba72a-622e-4d3c-bff3-31c32666c70d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 944 time: 0.1654193
May 04 18:15:50.046080 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-97cc72b2-67ad-46a4-8cab-b43db2518091 req-469a8d5b-1bb4-4016-98e9-cf9a5fdb3fa8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1137435
May 04 18:15:50.094186 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b40a5-5a8b-4442-a40d-a990aa5014e4 req-e25e57e2-c536-4615-bf3f-d40158475e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:50.095869 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a31b40a5-5a8b-4442-a40d-a990aa5014e4 req-e25e57e2-c536-4615-bf3f-d40158475e81 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99409e48-5704-4894-904f-35de746905a5 HTTP/1.1" status: 200  len: 920 time: 0.1963615
May 04 18:15:50.282002 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a31b40a5-5a8b-4442-a40d-a990aa5014e4 req-2e564007-3186-4237-a30b-426eb93f5097 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7adaeea3-d11b-4bfc-9f32-6493ee28f709 HTTP/1.1" status: 200  len: 217 time: 0.1785223
May 04 18:15:50.386780 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b40a5-5a8b-4442-a40d-a990aa5014e4 req-d64a7fbd-c6a2-4f12-aa69-72b514cfbb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:50.388321 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a31b40a5-5a8b-4442-a40d-a990aa5014e4 req-d64a7fbd-c6a2-4f12-aa69-72b514cfbb08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed8ff751-3f9c-4e2b-b012-ca57bc17a88d HTTP/1.1" status: 200  len: 859 time: 0.0767305
May 04 18:15:50.452986 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a31b40a5-5a8b-4442-a40d-a990aa5014e4 req-596bd318-410d-4044-b44d-1b9abbd66e36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99409e48-5704-4894-904f-35de746905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514030
May 04 18:15:50.456230 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cba8bb-6323-440c-b12b-9faadc818c59', 'code': 200}
May 04 18:15:50.467403 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90220986-a067-4e0d-8771-e6b3f4c15627 req-88f9bdb5-cc9a-4c2b-a560-9aaa9e0a71e7 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:50.468975 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-90220986-a067-4e0d-8771-e6b3f4c15627 req-88f9bdb5-cc9a-4c2b-a560-9aaa9e0a71e7 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1959267
May 04 18:15:50.518416 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-90220986-a067-4e0d-8771-e6b3f4c15627 req-701ab991-89b1-49d8-a7a3-814849a70c26 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424488
May 04 18:15:50.553953 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-ef1bbdcb-a9e8-42b0-82b4-94ac528a6305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:50.678085 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a31b40a5-5a8b-4442-a40d-a990aa5014e4 req-f80b37ec-e12d-416b-b359-2d9f00d935bd service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366751
May 04 18:15:50.906870 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd212ce-fac5-427d-94ad-09e711bc64c3 req-92467ccc-b68e-4dc6-815e-ab220b9ba250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:50.908833 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0fd212ce-fac5-427d-94ad-09e711bc64c3 req-92467ccc-b68e-4dc6-815e-ab220b9ba250 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 1098 time: 0.0983763
May 04 18:15:50.955743 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a31b40a5-5a8b-4442-a40d-a990aa5014e4 req-6a64c90d-2bc2-46da-af7c-0ee15d654af7 service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1883752
May 04 18:15:50.980100 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0fd212ce-fac5-427d-94ad-09e711bc64c3 req-07f3ec47-d152-41a9-aa41-777ab1c002b0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624323
May 04 18:15:50.983644 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54b9ee-6f92-4b73-80d6-4729046a67c9 req-170df1a2-d0e3-46bb-b6b3-043558d625a9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:50.985377 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ed54b9ee-6f92-4b73-80d6-4729046a67c9 req-170df1a2-d0e3-46bb-b6b3-043558d625a9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1795509
May 04 18:15:51.032638 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ed54b9ee-6f92-4b73-80d6-4729046a67c9 req-383ff3e5-25b3-4877-bec7-a072fadb1976 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408342
May 04 18:15:51.258416 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb5f42-cb9d-4b6a-b81b-15528c65a7b6 req-d69c9975-1afd-4ee2-b74f-232976912231 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:51.260045 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3fdb5f42-cb9d-4b6a-b81b-15528c65a7b6 req-d69c9975-1afd-4ee2-b74f-232976912231 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 944 time: 0.0851629
May 04 18:15:51.308701 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3fdb5f42-cb9d-4b6a-b81b-15528c65a7b6 req-ca6b8965-b75f-412b-a63d-1ab07c3d2595 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426583
May 04 18:15:51.733342 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ee2f0-1a6c-4858-b09a-9996b54230de req-1904e8ac-2160-4a9c-bcff-87cf79258357 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:51.734978 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e33ee2f0-1a6c-4858-b09a-9996b54230de req-1904e8ac-2160-4a9c-bcff-87cf79258357 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0854506
May 04 18:15:51.787367 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e33ee2f0-1a6c-4858-b09a-9996b54230de req-cc2ebf56-5332-4173-b41e-5387ef0f03f3 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463350
May 04 18:15:52.229362 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3a2b5-9419-47a8-bb3e-934c0f10deb1 req-fafa06ff-9d7e-486c-a9b0-df0cebb0d05d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:52.230937 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7bf3a2b5-9419-47a8-bb3e-934c0f10deb1 req-fafa06ff-9d7e-486c-a9b0-df0cebb0d05d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0834758
May 04 18:15:52.318764 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7bf3a2b5-9419-47a8-bb3e-934c0f10deb1 req-baf7f68f-1151-4c71-a6b3-90322c14760a tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818715
May 04 18:15:52.497382 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562a883-b246-4b46-bcbb-cbcf77670df3 req-b445558d-71dc-446f-884c-14e30b7a919c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:52.498809 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5562a883-b246-4b46-bcbb-cbcf77670df3 req-b445558d-71dc-446f-884c-14e30b7a919c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 944 time: 0.0805964
May 04 18:15:52.545924 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5562a883-b246-4b46-bcbb-cbcf77670df3 req-8351d450-4f3f-41df-ad0a-eb5474a215a3 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409808
May 04 18:15:52.908062 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:52.973600 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c807eb4-239d-406e-bdf0-7dc859570d17 req-109c8915-6c7e-48da-af35-102698836694 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:52.975068 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3c807eb4-239d-406e-bdf0-7dc859570d17 req-109c8915-6c7e-48da-af35-102698836694 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0807767
May 04 18:15:53.022372 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3c807eb4-239d-406e-bdf0-7dc859570d17 req-67ddbdc5-7985-4997-a4cc-173f8c751349 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414467
May 04 18:15:53.397584 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-65401504-5b09-4851-88d5-0196a159fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:53.508358 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15f527-4cbb-4847-824b-afed9f3c079b req-64498c9f-1735-4a3b-94f0-396e4e698fb9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:53.509900 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8d15f527-4cbb-4847-824b-afed9f3c079b req-64498c9f-1735-4a3b-94f0-396e4e698fb9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0834541
May 04 18:15:53.556154 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8d15f527-4cbb-4847-824b-afed9f3c079b req-cc3ac674-8a53-44e7-9fff-933286c7a8a1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405366
May 04 18:15:53.727871 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d18f1d-f052-4308-a669-17786889193e req-58cc7b92-fa10-4532-a737-8bafe13f25b7 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:53.729413 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-48d18f1d-f052-4308-a669-17786889193e req-58cc7b92-fa10-4532-a737-8bafe13f25b7 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 944 time: 0.0798261
May 04 18:15:53.776651 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-48d18f1d-f052-4308-a669-17786889193e req-1619710e-8388-452d-ba5d-c18b9643559d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409555
May 04 18:15:53.895458 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 582b6426-2a50-455f-a2a0-16b2274bdd39 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:15:53.952810 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:53.973250 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port 582b6426-2a50-455f-a2a0-16b2274bdd39 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:15:53.978313 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port 582b6426-2a50-455f-a2a0-16b2274bdd39 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:15:53.978681 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:54.096064 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:54.123244 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972d778-f473-4cba-baba-2baf01deeb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582b6426-2a50-455f-a2a0-16b2274bdd39'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:15:54.133102 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 582b6426-2a50-455f-a2a0-16b2274bdd39, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=582b6426-2a50-455f-a2a0-16b2274bdd39,segment=NetworkSegment(aa496005-47b0-4b45-aecf-ec3b981ccbf5),segment_id=aa496005-47b0-4b45-aecf-ec3b981ccbf5)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:15:54.138210 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:54.140394 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:15:54.212422 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972d778-f473-4cba-baba-2baf01deeb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582b6426-2a50-455f-a2a0-16b2274bdd39', 'code': 200}
May 04 18:15:54.223829 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=582b6426-2a50-455f-a2a0-16b2274bdd39,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:15:54.227025 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:15:54.249539 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81228c9-6d87-43d2-915c-6f8dd97a1da1 req-24ad5adc-6fb4-40a0-ae66-3f3bbcf4c34d tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:54.251208 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d81228c9-6d87-43d2-915c-6f8dd97a1da1 req-24ad5adc-6fb4-40a0-ae66-3f3bbcf4c34d tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1208317
May 04 18:15:54.297048 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d81228c9-6d87-43d2-915c-6f8dd97a1da1 req-3c82a419-e6fd-4ceb-9bc8-4363d1795081 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401096
May 04 18:15:54.747177 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491d9c9-9895-4ece-9c7f-2b74b0e4dcbe req-b6ac746d-093d-4c14-9661-da69c743221c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:54.748601 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e491d9c9-9895-4ece-9c7f-2b74b0e4dcbe req-b6ac746d-093d-4c14-9661-da69c743221c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0803795
May 04 18:15:54.792123 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:54.795765 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e491d9c9-9895-4ece-9c7f-2b74b0e4dcbe req-f5beb93d-29ef-4bd6-9df4-3be0d2ab3a93 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414228
May 04 18:15:54.980886 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ed9f2-9adc-4f94-99b2-d2c5b76f9a50 req-101ea910-1ba6-4e75-8416-e04ae1291d4a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:54.982557 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a56ed9f2-9adc-4f94-99b2-d2c5b76f9a50 req-101ea910-1ba6-4e75-8416-e04ae1291d4a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0933838
May 04 18:15:55.031339 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a56ed9f2-9adc-4f94-99b2-d2c5b76f9a50 req-abe5bc49-9285-4400-82ca-2385c5a9cc5c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414934
May 04 18:15:55.489802 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f32bf-311d-42a1-92f7-3611df5e85a6 req-3ac6d3d9-f80c-42a2-9983-563efeac96b2 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:55.491240 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5f9f32bf-311d-42a1-92f7-3611df5e85a6 req-3ac6d3d9-f80c-42a2-9983-563efeac96b2 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0812948
May 04 18:15:55.582411 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5f9f32bf-311d-42a1-92f7-3611df5e85a6 req-a929a1a2-0531-4954-93dd-8f5f5c3cb733 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848751
May 04 18:15:55.603122 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225cb79-10e2-4f04-8b93-a64c9301debd req-2e992583-4807-4522-877c-9594ad7306ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:55.604623 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8225cb79-10e2-4f04-8b93-a64c9301debd req-2e992583-4807-4522-877c-9594ad7306ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 1098 time: 0.0942488
May 04 18:15:55.649543 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8225cb79-10e2-4f04-8b93-a64c9301debd req-dea6ee51-5617-4c4c-843a-cdf4138c9b8c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330307
May 04 18:15:55.984619 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822efd8-c096-4aa5-889a-fc3a690ab929 req-bedc80d9-20e9-441e-8873-9a84d78c648d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:55.986104 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9822efd8-c096-4aa5-889a-fc3a690ab929 req-bedc80d9-20e9-441e-8873-9a84d78c648d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0797329
May 04 18:15:56.045160 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9822efd8-c096-4aa5-889a-fc3a690ab929 req-40ecf004-cf5c-4396-9859-95b421e48fe4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530472
May 04 18:15:56.224856 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f3cdc-7acb-4b2d-8d96-f906206cf5e6 req-d784a101-0235-455a-833a-a859c2f87c8e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:56.226364 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-278f3cdc-7acb-4b2d-8d96-f906206cf5e6 req-d784a101-0235-455a-833a-a859c2f87c8e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0793893
May 04 18:15:56.275675 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-278f3cdc-7acb-4b2d-8d96-f906206cf5e6 req-b6e32dfa-7702-4f74-a459-1268cf640f70 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435488
May 04 18:15:56.795561 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:15:56.800204 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bd468-8cdf-4adb-9c1f-5c041b17e1fe req-b81a644e-ad1c-4bec-b51b-7fca49d747a5 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:56.802338 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-367bd468-8cdf-4adb-9c1f-5c041b17e1fe req-b81a644e-ad1c-4bec-b51b-7fca49d747a5 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1083198
May 04 18:15:56.849005 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-367bd468-8cdf-4adb-9c1f-5c041b17e1fe req-00aa94d3-e6c8-4935-bf86-41662de523af tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399704
May 04 18:15:57.260703 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d99622-70df-441e-88c4-3833fbd86ad0 req-34e26c2f-75db-40a1-8347-c201f373b9f1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:57.262067 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f7d99622-70df-441e-88c4-3833fbd86ad0 req-34e26c2f-75db-40a1-8347-c201f373b9f1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0773964
May 04 18:15:57.306805 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f7d99622-70df-441e-88c4-3833fbd86ad0 req-64910f32-fcc0-4685-972f-d415db1b57ef tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390463
May 04 18:15:57.462448 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bac8bb-6012-42ed-8fcd-0d29ab18d869 req-83122d90-a576-4644-ad05-b86be33fb1d2 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:57.463907 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-58bac8bb-6012-42ed-8fcd-0d29ab18d869 req-83122d90-a576-4644-ad05-b86be33fb1d2 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0829809
May 04 18:15:57.508391 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-58bac8bb-6012-42ed-8fcd-0d29ab18d869 req-d150f1ec-25f5-4c30-8e39-b4338fc6cb94 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388250
May 04 18:15:58.057209 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81711b-f2c4-4cff-a976-7a09b2831445 req-e1aaf9a7-a4aa-421d-9803-a23bb87d87f5 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:58.058599 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0d81711b-f2c4-4cff-a976-7a09b2831445 req-e1aaf9a7-a4aa-421d-9803-a23bb87d87f5 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0827575
May 04 18:15:58.102157 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0d81711b-f2c4-4cff-a976-7a09b2831445 req-f451cd62-5efc-442c-a66c-be8654877ea7 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378072
May 04 18:15:58.500182 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b8708-463f-48be-9401-8a066f5486e0 req-10cd771b-e8c9-4b32-8701-590f286c922d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:58.501659 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-663b8708-463f-48be-9401-8a066f5486e0 req-10cd771b-e8c9-4b32-8701-590f286c922d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0817554
May 04 18:15:58.549208 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-663b8708-463f-48be-9401-8a066f5486e0 req-4aacd220-eb04-4a87-8fa1-9ac7cc1a75db tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417328
May 04 18:15:58.690293 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cb048-486c-4d27-951f-7d9fdb3accaf req-1276ea2d-843f-4f3c-8044-e5c80b5e22c4 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:58.691731 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b80cb048-486c-4d27-951f-7d9fdb3accaf req-1276ea2d-843f-4f3c-8044-e5c80b5e22c4 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0786576
May 04 18:15:58.736832 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b80cb048-486c-4d27-951f-7d9fdb3accaf req-f8eba324-7401-4d51-9306-2813aeb24aa0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394852
May 04 18:15:59.367869 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c5997-023f-41ca-90fb-ffa563c65a81 req-f41c8557-4613-4231-a92c-ce5288f1ef46 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:59.367869 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-018c5997-023f-41ca-90fb-ffa563c65a81 req-f41c8557-4613-4231-a92c-ce5288f1ef46 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1521900
May 04 18:15:59.413213 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-018c5997-023f-41ca-90fb-ffa563c65a81 req-662a86d0-442e-4e3e-a106-2b491d1809ce tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427940
May 04 18:15:59.745849 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f8110-83af-40e2-b819-6630aaf13d1d req-382ee3f4-c9a5-4cd3-af4c-46340d924a74 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:59.747332 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ca4f8110-83af-40e2-b819-6630aaf13d1d req-382ee3f4-c9a5-4cd3-af4c-46340d924a74 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0859749
May 04 18:15:59.793316 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ca4f8110-83af-40e2-b819-6630aaf13d1d req-07f6da3c-1876-4e99-8bf9-b05aa2416590 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397999
May 04 18:15:59.925979 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587967d3-62fc-42a3-a9a0-75a3e0386753 req-def1fba2-68f6-4376-a71b-0ea81c669769 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:59.928140 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-587967d3-62fc-42a3-a9a0-75a3e0386753 req-def1fba2-68f6-4376-a71b-0ea81c669769 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0829682
May 04 18:15:59.980620 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-587967d3-62fc-42a3-a9a0-75a3e0386753 req-27e07e77-a5ab-486b-b46d-0e5ca33f3f03 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465984
May 04 18:15:59.988211 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73a538-f61e-46c3-966b-a3c2febfc227 req-bce5534b-032a-477a-b3a6-fbcb764247fb tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:15:59.989969 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0f73a538-f61e-46c3-966b-a3c2febfc227 req-bce5534b-032a-477a-b3a6-fbcb764247fb tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0933709
May 04 18:15:59.999207 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 39724) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:00.004660 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-51dac134-e1f5-41b0-94cd-2dfec81a22a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Request body: {'floatingip': {'port_id': '08cba8bb-6323-440c-b12b-9faadc818c59'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:00.087099 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-51dac134-e1f5-41b0-94cd-2dfec81a22a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for floatingip, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:00.864900 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679f3f1-91b5-4d5b-b3d9-54c38177a768 req-5f4a9dc5-c07c-475f-b67d-ce2c3277f1e5 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:00.866551 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9679f3f1-91b5-4d5b-b3d9-54c38177a768 req-5f4a9dc5-c07c-475f-b67d-ce2c3277f1e5 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.2557337
May 04 18:16:00.964336 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9679f3f1-91b5-4d5b-b3d9-54c38177a768 req-7be206e6-f533-40ed-91c8-2ec0f375da27 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913692
May 04 18:16:01.087804 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-51dac134-e1f5-41b0-94cd-2dfec81a22a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:01.091874 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-51dac134-e1f5-41b0-94cd-2dfec81a22a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:01.174816 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0070bde-c294-4e2d-9cb0-acb2c6309aa8 req-dc83be6e-6ef9-4c3e-9dda-6b01aff8dc30 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:01.176853 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a0070bde-c294-4e2d-9cb0-acb2c6309aa8 req-dc83be6e-6ef9-4c3e-9dda-6b01aff8dc30 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0816922
May 04 18:16:01.220502 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a0070bde-c294-4e2d-9cb0-acb2c6309aa8 req-dc0417d0-1b9c-45ae-b814-f7062134dacd tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377793
May 04 18:16:01.258061 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.l3_db [None req-51dac134-e1f5-41b0-94cd-2dfec81a22a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Floating IP 9b0133f5-fa9e-4e8d-a530-4486fc1592b8 associated. External IP: 172.27.1.5, port: 08cba8bb-6323-440c-b12b-9faadc818c59.
May 04 18:16:01.602753 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dac134-e1f5-41b0-94cd-2dfec81a22a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Router dbdd4f1d-49b8-4425-866c-6a53490e94d3 has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:16:01.840246 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dac134-e1f5-41b0-94cd-2dfec81a22a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:16:01.844347 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-51dac134-e1f5-41b0-94cd-2dfec81a22a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:01.852549 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48781454-d847-4aa2-876d-c78b6ce5f0f6 None None] Sync routers for ids ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:16:01.863282 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48781454-d847-4aa2-876d-c78b6ce5f0f6 None None] Routers {'dbdd4f1d-49b8-4425-866c-6a53490e94d3'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:16:01.863895 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-48781454-d847-4aa2-876d-c78b6ce5f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e48e700>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:15:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:01.904369 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-51dac134-e1f5-41b0-94cd-2dfec81a22a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "PUT /v2.0/floatingips/9b0133f5-fa9e-4e8d-a530-4486fc1592b8 HTTP/1.1" status: 200  len: 989 time: 1.9011276
May 04 18:16:01.904369 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'tag': '08cba8bb-6323-440c-b12b-9faadc818c59'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:16:01.945926 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'tag': '08cba8bb-6323-440c-b12b-9faadc818c59', 'status': 'completed', 'code': 200}
May 04 18:16:02.061595 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-48781454-d847-4aa2-876d-c78b6ce5f0f6 None None] Set router dbdd4f1d-49b8-4425-866c-6a53490e94d3 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:16:02.156506 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74248b5c-37fd-4ff6-bbb0-3d671769b1b9 req-c654f06b-7999-4c59-8fda-8d836aecc5f4 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:02.157962 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-74248b5c-37fd-4ff6-bbb0-3d671769b1b9 req-c654f06b-7999-4c59-8fda-8d836aecc5f4 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0825903
May 04 18:16:02.203442 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-74248b5c-37fd-4ff6-bbb0-3d671769b1b9 req-3a2cc095-21bb-4611-9de5-f5f7dc286da4 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394962
May 04 18:16:02.403398 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaacdf-31bd-4641-b50a-cc9d5442fcf2 req-097cc8d4-0b40-4d83-b2c8-14b8f69c86c0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:02.404858 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-effaacdf-31bd-4641-b50a-cc9d5442fcf2 req-097cc8d4-0b40-4d83-b2c8-14b8f69c86c0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0783529
May 04 18:16:02.407765 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-48781454-d847-4aa2-876d-c78b6ce5f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e48e700>, [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '9b0133f5-fa9e-4e8d-a530-4486fc1592b8', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'port_id': '08cba8bb-6323-440c-b12b-9faadc818c59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'mac_address': 'fa:16:3e:6b:d3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:15:25Z', 'updated_at': '2021-05-04T18:16:00Z', 'revision_number': 1, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf32b589-107b-4e38-ae13-17160dd65e3c', 'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'mac_address': 'fa:16:3e:aa:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:08Z', 'updated_at': '2021-05-04T18:15:26Z', 'revision_number': 5, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'subnets': [{'id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:02.411687 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48781454-d847-4aa2-876d-c78b6ce5f0f6 None None] Checking router: dbdd4f1d-49b8-4425-866c-6a53490e94d3 for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:16:02.419965 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48781454-d847-4aa2-876d-c78b6ce5f0f6 None None] Routers {'dbdd4f1d-49b8-4425-866c-6a53490e94d3'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:16:02.420559 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-48781454-d847-4aa2-876d-c78b6ce5f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e48e700>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:15:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:02.453398 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-effaacdf-31bd-4641-b50a-cc9d5442fcf2 req-b3417491-c6cc-438c-a063-ac4e129c5618 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426381
May 04 18:16:02.624142 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-48781454-d847-4aa2-876d-c78b6ce5f0f6 None None] Set router dbdd4f1d-49b8-4425-866c-6a53490e94d3 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:16:02.983187 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-48781454-d847-4aa2-876d-c78b6ce5f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e48e700>, [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '9b0133f5-fa9e-4e8d-a530-4486fc1592b8', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'port_id': '08cba8bb-6323-440c-b12b-9faadc818c59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'mac_address': 'fa:16:3e:6b:d3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:15:25Z', 'updated_at': '2021-05-04T18:16:00Z', 'revision_number': 1, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf32b589-107b-4e38-ae13-17160dd65e3c', 'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'mac_address': 'fa:16:3e:aa:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:08Z', 'updated_at': '2021-05-04T18:15:26Z', 'revision_number': 5, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'subnets': [{'id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:02.987321 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48781454-d847-4aa2-876d-c78b6ce5f0f6 None None] The sync data for ids ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'] in dv-cinder-789603-2-iscsi is: [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '9b0133f5-fa9e-4e8d-a530-4486fc1592b8', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'port_id': '08cba8bb-6323-440c-b12b-9faadc818c59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'mac_address': 'fa:16:3e:6b:d3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:15:25Z', 'updated_at': '2021-05-04T18:16:00Z', 'revision_number': 1, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf32b589-107b-4e38-ae13-17160dd65e3c', 'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'mac_address': 'fa:16:3e:aa:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:08Z', 'updated_at': '2021-05-04T18:15:26Z', 'revision_number': 5, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'subnets': [{'id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:16:03.078832 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd46563-2684-485b-8f8f-606d641da89d req-b8f7e61e-8185-4fb9-9d5c-c2e07783fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:03.081196 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cbd46563-2684-485b-8f8f-606d641da89d req-b8f7e61e-8185-4fb9-9d5c-c2e07783fc61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27df770cfc4e46179df7e8bd111c6454&device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 1098 time: 0.0821679
May 04 18:16:03.210130 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42704e34-0a90-4f7e-ab11-a6ac7519016a None None] New status for floating IP 9b0133f5-fa9e-4e8d-a530-4486fc1592b8: ACTIVE {{(pid=73829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:16:03.228930 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd46563-2684-485b-8f8f-606d641da89d req-e5904307-dfe8-4040-b390-5e3a33e65cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:03.230462 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cbd46563-2684-485b-8f8f-606d641da89d req-e5904307-dfe8-4040-b390-5e3a33e65cda service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5d9f6a0-8056-4021-b12a-9774e1320123 HTTP/1.1" status: 200  len: 917 time: 0.1372373
May 04 18:16:03.340975 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cbd46563-2684-485b-8f8f-606d641da89d req-892ab12a-705f-41db-9be9-43fd3b0fbf16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08cba8bb-6323-440c-b12b-9faadc818c59 HTTP/1.1" status: 200  len: 997 time: 0.1014817
May 04 18:16:03.405501 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc68e9-de10-4d2a-aab5-6f54aa118647 req-86e0637a-7ba7-42db-a3fe-0d7053a258c9 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:03.407069 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0dbc68e9-de10-4d2a-aab5-6f54aa118647 req-86e0637a-7ba7-42db-a3fe-0d7053a258c9 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0853913
May 04 18:16:03.421570 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd46563-2684-485b-8f8f-606d641da89d req-a9848a0c-6410-4cfb-92b9-87a0e9b246a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:03.423336 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cbd46563-2684-485b-8f8f-606d641da89d req-a9848a0c-6410-4cfb-92b9-87a0e9b246a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06a64c1e-a477-4d77-860d-4be6483412a3 HTTP/1.1" status: 200  len: 855 time: 0.0688825
May 04 18:16:03.460952 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0dbc68e9-de10-4d2a-aab5-6f54aa118647 req-287b3c72-0439-4c04-ac87-401ee2062271 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465198
May 04 18:16:03.518432 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd46563-2684-485b-8f8f-606d641da89d req-e4456f8d-66e5-4493-bbb8-9db649f47d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:03.520129 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cbd46563-2684-485b-8f8f-606d641da89d req-e4456f8d-66e5-4493-bbb8-9db649f47d36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5d9f6a0-8056-4021-b12a-9774e1320123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813768
May 04 18:16:03.718402 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cbd46563-2684-485b-8f8f-606d641da89d req-0f29dc38-90df-4ae9-8091-c5106aab419d service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1853230
May 04 18:16:03.779554 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562ae92-e591-4573-909a-84e35911fe79 req-59f910df-9251-43f3-b683-3a3d00819c05 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:03.781035 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e562ae92-e591-4573-909a-84e35911fe79 req-59f910df-9251-43f3-b683-3a3d00819c05 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1469741
May 04 18:16:03.914432 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e562ae92-e591-4573-909a-84e35911fe79 req-627dd701-6375-4725-a5af-c62cbd249372 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794277
May 04 18:16:03.937200 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cbd46563-2684-485b-8f8f-606d641da89d req-d10e0efa-ca81-4672-9a2b-4e40ba708873 service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2036197
May 04 18:16:04.680679 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3b8f2-133f-45d4-a67b-5f26e1209fdf req-98af0d47-fcb4-47ff-b90e-940f2b5895cb tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:04.682209 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-eda3b8f2-133f-45d4-a67b-5f26e1209fdf req-98af0d47-fcb4-47ff-b90e-940f2b5895cb tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0865076
May 04 18:16:04.730101 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-eda3b8f2-133f-45d4-a67b-5f26e1209fdf req-7665e597-3ee4-470c-a3b3-ef6f23c2c35e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420055
May 04 18:16:05.112898 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06309acd-76dd-4078-b898-9763453681ad req-7b383d52-6f52-45f2-b320-e15fa6871425 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:05.115009 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-06309acd-76dd-4078-b898-9763453681ad req-7b383d52-6f52-45f2-b320-e15fa6871425 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0836792
May 04 18:16:05.159413 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-06309acd-76dd-4078-b898-9763453681ad req-85b59075-7a00-4448-a35b-b14fe250d8ec tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387049
May 04 18:16:05.350994 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b9322-dbc8-4e76-8b8d-e492e65803f5 req-db5c20aa-2475-4f25-b1e5-b5c759a259ed tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:05.352566 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-344b9322-dbc8-4e76-8b8d-e492e65803f5 req-db5c20aa-2475-4f25-b1e5-b5c759a259ed tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0904515
May 04 18:16:05.361352 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 39854) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:05.366720 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-2af7b4d5-3320-45b9-9bfe-e9ca419efa38 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Request body: {'floatingip': {'port_id': '582b6426-2a50-455f-a2a0-16b2274bdd39'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:05.447656 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2af7b4d5-3320-45b9-9bfe-e9ca419efa38 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for floatingip, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:06.045367 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af8a3b-300a-40f9-aa62-88aeaabfe5e5 req-8a4b9396-22c9-4800-a8d9-0dcabdc9a990 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:06.046838 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d3af8a3b-300a-40f9-aa62-88aeaabfe5e5 req-8a4b9396-22c9-4800-a8d9-0dcabdc9a990 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1965423
May 04 18:16:06.106497 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d3af8a3b-300a-40f9-aa62-88aeaabfe5e5 req-955a142f-4eba-4e02-8f44-2d3466b97d24 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531719
May 04 18:16:06.230229 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2af7b4d5-3320-45b9-9bfe-e9ca419efa38 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:06.234910 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2af7b4d5-3320-45b9-9bfe-e9ca419efa38 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:06.411291 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.l3_db [None req-2af7b4d5-3320-45b9-9bfe-e9ca419efa38 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Floating IP f8824c67-b9ab-419f-ab2c-1ebe27f24b40 associated. External IP: 172.27.1.231, port: 582b6426-2a50-455f-a2a0-16b2274bdd39.
May 04 18:16:06.769165 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af7b4d5-3320-45b9-9bfe-e9ca419efa38 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:16:06.953100 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af7b4d5-3320-45b9-9bfe-e9ca419efa38 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:16:06.958456 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2af7b4d5-3320-45b9-9bfe-e9ca419efa38 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:06.968156 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7587fecf-4bfe-44d1-85b1-df41649bda5e None None] Sync routers for ids ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:16:06.994665 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7587fecf-4bfe-44d1-85b1-df41649bda5e None None] Routers {'1dcf55b9-76bf-4d7a-846c-cc3038249f2b'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:16:06.996647 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-7587fecf-4bfe-44d1-85b1-df41649bda5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503dfd7250>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:15:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:07.022975 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-2af7b4d5-3320-45b9-9bfe-e9ca419efa38 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "PUT /v2.0/floatingips/f8824c67-b9ab-419f-ab2c-1ebe27f24b40 HTTP/1.1" status: 200  len: 991 time: 1.6604187
May 04 18:16:07.023761 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7972d778-f473-4cba-baba-2baf01deeb2c', 'tag': '582b6426-2a50-455f-a2a0-16b2274bdd39'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:16:07.211383 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-7587fecf-4bfe-44d1-85b1-df41649bda5e None None] Set router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:16:07.552978 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-7587fecf-4bfe-44d1-85b1-df41649bda5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503dfd7250>, [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': 'f8824c67-b9ab-419f-ab2c-1ebe27f24b40', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'port_id': '582b6426-2a50-455f-a2a0-16b2274bdd39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'mac_address': 'fa:16:3e:bf:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7972d778-f473-4cba-baba-2baf01deeb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:15:35Z', 'updated_at': '2021-05-04T18:16:06Z', 'revision_number': 1, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9fb644-a56b-4946-89bf-d661d8c1681f', 'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'mac_address': 'fa:16:3e:22:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:20Z', 'updated_at': '2021-05-04T18:15:33Z', 'revision_number': 5, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'subnets': [{'id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:07.556923 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7587fecf-4bfe-44d1-85b1-df41649bda5e None None] Checking router: 1dcf55b9-76bf-4d7a-846c-cc3038249f2b for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:16:07.565340 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7587fecf-4bfe-44d1-85b1-df41649bda5e None None] Routers {'1dcf55b9-76bf-4d7a-846c-cc3038249f2b'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:16:07.565996 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-7587fecf-4bfe-44d1-85b1-df41649bda5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503dfd7250>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:15:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:07.740006 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-7587fecf-4bfe-44d1-85b1-df41649bda5e None None] Set router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:16:08.118088 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-7587fecf-4bfe-44d1-85b1-df41649bda5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503dfd7250>, [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': 'f8824c67-b9ab-419f-ab2c-1ebe27f24b40', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'port_id': '582b6426-2a50-455f-a2a0-16b2274bdd39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'mac_address': 'fa:16:3e:bf:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7972d778-f473-4cba-baba-2baf01deeb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:15:35Z', 'updated_at': '2021-05-04T18:16:06Z', 'revision_number': 1, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9fb644-a56b-4946-89bf-d661d8c1681f', 'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'mac_address': 'fa:16:3e:22:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:20Z', 'updated_at': '2021-05-04T18:15:33Z', 'revision_number': 5, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'subnets': [{'id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:08.122072 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7587fecf-4bfe-44d1-85b1-df41649bda5e None None] The sync data for ids ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'] in dv-cinder-789603-2-iscsi is: [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': 'f8824c67-b9ab-419f-ab2c-1ebe27f24b40', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'port_id': '582b6426-2a50-455f-a2a0-16b2274bdd39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'mac_address': 'fa:16:3e:bf:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7972d778-f473-4cba-baba-2baf01deeb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:15:35Z', 'updated_at': '2021-05-04T18:16:06Z', 'revision_number': 1, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9fb644-a56b-4946-89bf-d661d8c1681f', 'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'mac_address': 'fa:16:3e:22:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:20Z', 'updated_at': '2021-05-04T18:15:33Z', 'revision_number': 5, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'subnets': [{'id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:16:08.325099 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7972d778-f473-4cba-baba-2baf01deeb2c', 'tag': '582b6426-2a50-455f-a2a0-16b2274bdd39', 'status': 'completed', 'code': 200}
May 04 18:16:08.329887 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a8393-acf8-47bf-8ca0-14d86b0ab73a None None] New status for floating IP f8824c67-b9ab-419f-ab2c-1ebe27f24b40: ACTIVE {{(pid=73829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:16:08.477045 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e2385-ab2d-479f-933f-1fc75caa5c68 req-1e46c9d5-3f53-464a-b5d2-d55a68cc7c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:08.478557 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-293e2385-ab2d-479f-933f-1fc75caa5c68 req-1e46c9d5-3f53-464a-b5d2-d55a68cc7c5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6fe7e174186c44ffb03d6761766e9c4e&device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 1098 time: 0.0984545
May 04 18:16:08.514025 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63920fff-3577-4e01-9e66-f7e62cdf1cfb req-5e782146-1e66-4cbb-8bb5-251812b0442b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:08.515591 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-63920fff-3577-4e01-9e66-f7e62cdf1cfb req-5e782146-1e66-4cbb-8bb5-251812b0442b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0910420
May 04 18:16:08.565796 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-63920fff-3577-4e01-9e66-f7e62cdf1cfb req-c9dff803-1f03-4747-9a13-618bc2cac812 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434437
May 04 18:16:08.730244 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e2385-ab2d-479f-933f-1fc75caa5c68 req-27f3e526-ea77-4364-9021-b9f537d833a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:08.731786 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-293e2385-ab2d-479f-933f-1fc75caa5c68 req-27f3e526-ea77-4364-9021-b9f537d833a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba HTTP/1.1" status: 200  len: 912 time: 0.2356529
May 04 18:16:08.874060 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-293e2385-ab2d-479f-933f-1fc75caa5c68 req-619da662-bc5b-4d86-a98f-c0e0f035f3fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=582b6426-2a50-455f-a2a0-16b2274bdd39 HTTP/1.1" status: 200  len: 1001 time: 0.1057732
May 04 18:16:08.970169 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e2385-ab2d-479f-933f-1fc75caa5c68 req-87ef2e2e-1923-435c-8379-3b0acac187d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:08.971605 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-293e2385-ab2d-479f-933f-1fc75caa5c68 req-87ef2e2e-1923-435c-8379-3b0acac187d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e98fb673-01a2-4dc9-8c0c-4753773818b5 HTTP/1.1" status: 200  len: 850 time: 0.0884945
May 04 18:16:09.061425 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e2385-ab2d-479f-933f-1fc75caa5c68 req-02587e19-2ae7-4e13-bf4b-2c9d270126f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:09.062934 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-293e2385-ab2d-479f-933f-1fc75caa5c68 req-02587e19-2ae7-4e13-bf4b-2c9d270126f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731289
May 04 18:16:09.203839 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-293e2385-ab2d-479f-933f-1fc75caa5c68 req-6d2cd21b-2d7b-444b-a944-9ca1691bd67f service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282079
May 04 18:16:09.400249 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-293e2385-ab2d-479f-933f-1fc75caa5c68 req-84698188-e79b-4601-9042-5d72b03acd6b service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1601729
May 04 18:16:09.909586 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 39946) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:09.968218 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c81b2f-90b9-4513-b6dd-82f7b0297a40 req-f0958c7f-d087-44cc-b26c-b95395065605 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:09.970477 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-22c81b2f-90b9-4513-b6dd-82f7b0297a40 req-f0958c7f-d087-44cc-b26c-b95395065605 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0986068
May 04 18:16:10.042755 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183f143-ea7b-4500-823a-63220e3f6cea req-efedaaaa-fe49-44c9-bc0d-8848d812c394 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:10.044305 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9183f143-ea7b-4500-823a-63220e3f6cea req-efedaaaa-fe49-44c9-bc0d-8848d812c394 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/networks?id=b590a2bc-9427-439b-87ad-b05399fdca88 HTTP/1.1" status: 200  len: 814 time: 0.1872654
May 04 18:16:10.046581 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-22c81b2f-90b9-4513-b6dd-82f7b0297a40 req-4f17361d-179d-4bc1-a2bb-7cc9e6e0344c tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697243
May 04 18:16:10.069452 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9183f143-ea7b-4500-823a-63220e3f6cea req-fdc9ac6c-bf14-4655-8d13-7020e2de32de tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/quotas/f0cb6cff504c4a8da4ec138a21a196f0 HTTP/1.1" status: 200  len: 375 time: 0.0098755
May 04 18:16:10.212511 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:10.223461 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9183f143-ea7b-4500-823a-63220e3f6cea req-eed01e3e-806f-4f28-aaaa-50470e35972c tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0cb6cff504c4a8da4ec138a21a196f0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1475425
May 04 18:16:10.238919 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:10.246505 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Usage tracker for resource:security_group_rule and tenant:37b568b95c874d5b98b4cdc28163057f is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:10.251071 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:10.263302 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:10.412851 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:10.417869 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9183f143-ea7b-4500-823a-63220e3f6cea req-a59f549a-8f10-4682-8792-259d1184e248 service neutron] 10.222.0.67 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1912444
May 04 18:16:10.419279 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:10.451154 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:10.462315 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=37b568b95c874d5b98b4cdc28163057f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5523634
May 04 18:16:10.465382 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 39980) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:10.500700 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 39986) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:10.509186 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1412e9-7ed6-4895-b270-baab63e3bc96,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:10.544317 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:10.544317 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:10.544317 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:10.544317 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:10.544317 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:10.545072 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:10.545473 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:10.545962 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:10.548285 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:10.548743 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:10.549300 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:10.549651 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:10.558365 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:10.599925 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-86beacbc-6c19-4e5c-bc72-0b77d84296f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:10.663124 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9183f143-ea7b-4500-823a-63220e3f6cea req-f6d6bbf4-38e2-45c8-ba76-c77afe2bd67c service neutron] 10.222.0.67 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2438579
May 04 18:16:10.664401 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-86beacbc-6c19-4e5c-bc72-0b77d84296f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:10.743138 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-86beacbc-6c19-4e5c-bc72-0b77d84296f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:10.748307 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:10.764840 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beacbc-6c19-4e5c-bc72-0b77d84296f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1412e9-7ed6-4895-b270-baab63e3bc96,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:10.766913 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-5c333da1-8a91-4064-9745-832806ab9430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:10.777772 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-86beacbc-6c19-4e5c-bc72-0b77d84296f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:10.787044 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-5c333da1-8a91-4064-9745-832806ab9430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:10.791097 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-5c333da1-8a91-4064-9745-832806ab9430 admin admin] Usage tracker for resource:security_group_rule and tenant:f033633d40c443459735d4d12932c108 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:10.794082 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-5c333da1-8a91-4064-9745-832806ab9430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:10.801709 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-5c333da1-8a91-4064-9745-832806ab9430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:10.830374 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-86beacbc-6c19-4e5c-bc72-0b77d84296f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:10.831497 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-86beacbc-6c19-4e5c-bc72-0b77d84296f8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0d1412e9-7ed6-4895-b270-baab63e3bc96 HTTP/1.1" status: 204  len: 168 time: 0.3649433
May 04 18:16:10.949400 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-03194faf-c1b2-4922-a0b0-2359187c8ffd req-013d5c11-8f54-49b6-a7a2-e95ccfd6ee11 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 210 time: 0.1305835
May 04 18:16:10.957398 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-5c333da1-8a91-4064-9745-832806ab9430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:10.975205 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-5c333da1-8a91-4064-9745-832806ab9430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:11.013739 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:11.044097 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-5c333da1-8a91-4064-9745-832806ab9430 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f033633d40c443459735d4d12932c108&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5435023
May 04 18:16:11.046976 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40018) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:11.087041 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c333da1-8a91-4064-9745-832806ab9430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7a754b-93f2-4b3c-b043-6a43b19a3815,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:11.090934 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-5c333da1-8a91-4064-9745-832806ab9430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:11.184986 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:11.226298 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:11.281771 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b091b-fa5f-44cb-8e38-ee5881fcc84f req-9397b9ea-a834-4f6b-a6a4-b06ef2848df2 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:11.290841 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f34b091b-fa5f-44cb-8e38-ee5881fcc84f req-9397b9ea-a834-4f6b-a6a4-b06ef2848df2 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1126242
May 04 18:16:11.301669 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:11.307741 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-eefa5eb8-ad13-4f14-ab44-933153c930d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:11.313489 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 40026) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:11.319007 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7a754b-93f2-4b3c-b043-6a43b19a3815,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:11.329737 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:11.330091 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:11.330445 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:11.330789 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:11.331141 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:11.331463 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:11.331846 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:11.332675 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:11.333015 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:11.333345 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:11.333715 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:11.334407 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:11.336945 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:11.338082 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2b7a754b-93f2-4b3c-b043-6a43b19a3815 HTTP/1.1" status: 204  len: 168 time: 0.2895617
May 04 18:16:11.339043 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:11.346765 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7392107a-d471-4edd-ae4c-79619d118e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:11.370606 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-7392107a-d471-4edd-ae4c-79619d118e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:11.375261 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f34b091b-fa5f-44cb-8e38-ee5881fcc84f req-00fc993a-8c73-4d96-b592-cd2fca88981c tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833588
May 04 18:16:11.377753 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-7392107a-d471-4edd-ae4c-79619d118e99 admin admin] Usage tracker for resource:security_group_rule and tenant:62dae729b9884de6ad410bf779a5dede is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:11.380842 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-7392107a-d471-4edd-ae4c-79619d118e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:11.387068 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-7392107a-d471-4edd-ae4c-79619d118e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:11.492333 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7392107a-d471-4edd-ae4c-79619d118e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:11.498353 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7392107a-d471-4edd-ae4c-79619d118e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:11.505998 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:11.554378 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-7392107a-d471-4edd-ae4c-79619d118e99 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=62dae729b9884de6ad410bf779a5dede&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2397876
May 04 18:16:11.555223 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392107a-d471-4edd-ae4c-79619d118e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f67f04-3ce1-49f0-9ec1-e149a2e5f491,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:11.558232 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-7392107a-d471-4edd-ae4c-79619d118e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:11.558973 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40032) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:11.646768 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f5dabbad-af33-420d-a7f3-47c69920dc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:11.679140 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f5dabbad-af33-420d-a7f3-47c69920dc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:11.764840 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f5dabbad-af33-420d-a7f3-47c69920dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:11.768973 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-da6b8d27-7568-42aa-b577-4c9a5a8b0314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:11.783577 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dabbad-af33-420d-a7f3-47c69920dc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f67f04-3ce1-49f0-9ec1-e149a2e5f491,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:11.786486 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f5dabbad-af33-420d-a7f3-47c69920dc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:11.790933 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f5dabbad-af33-420d-a7f3-47c69920dc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:11.792077 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-f5dabbad-af33-420d-a7f3-47c69920dc29 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d7f67f04-3ce1-49f0-9ec1-e149a2e5f491 HTTP/1.1" status: 204  len: 168 time: 0.2309916
May 04 18:16:12.150905 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c4409300-73c4-40e8-93a9-658b59880546 req-0dc52a1f-9acf-4d24-aa87-d6bc95824aa6 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 210 time: 0.0552943
May 04 18:16:12.204956 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40070) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:12.222568 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4df883a7-2f63-4bfc-84ed-f8e723f343c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:12.237345 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4df883a7-2f63-4bfc-84ed-f8e723f343c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:12.241826 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4df883a7-2f63-4bfc-84ed-f8e723f343c4 admin admin] Usage tracker for resource:security_group_rule and tenant:cd509d8f0efd4002a5c1dc3906e5eee4 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:12.244749 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4df883a7-2f63-4bfc-84ed-f8e723f343c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:12.250909 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4df883a7-2f63-4bfc-84ed-f8e723f343c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:12.359185 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4df883a7-2f63-4bfc-84ed-f8e723f343c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:12.366390 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4df883a7-2f63-4bfc-84ed-f8e723f343c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:12.376120 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:12.442888 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-4df883a7-2f63-4bfc-84ed-f8e723f343c4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cd509d8f0efd4002a5c1dc3906e5eee4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2337360
May 04 18:16:12.442888 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df883a7-2f63-4bfc-84ed-f8e723f343c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9a93cc-90a8-475c-8054-1d56a498a40d,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:12.444239 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 40082) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:12.446533 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4df883a7-2f63-4bfc-84ed-f8e723f343c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:12.546872 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-cf8638ce-b8b4-453b-a052-05d5fc71a740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:12.689707 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-cf8638ce-b8b4-453b-a052-05d5fc71a740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:12.813344 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183f143-ea7b-4500-823a-63220e3f6cea req-3e4b0764-e8fd-478b-b521-0a0d195aec12 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:12.814907 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9183f143-ea7b-4500-823a-63220e3f6cea req-3e4b0764-e8fd-478b-b521-0a0d195aec12 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.64 "GET /v2.0/networks?id=b590a2bc-9427-439b-87ad-b05399fdca88 HTTP/1.1" status: 200  len: 814 time: 0.2890584
May 04 18:16:12.825802 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04214ec6-6530-493e-8922-1168f67ed2a6 req-6e6219a5-78ed-4730-990d-19df4572745a tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:12.827439 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-04214ec6-6530-493e-8922-1168f67ed2a6 req-6e6219a5-78ed-4730-990d-19df4572745a tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.2750642
May 04 18:16:12.833109 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-9183f143-ea7b-4500-823a-63220e3f6cea req-53629c0e-84bc-43f2-a3b7-8f0f40256d46 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Request body: {'port': {'device_id': 'b0dc861d-2894-48e1-baab-155da55ee2bc', 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88', 'admin_state_up': True, 'tenant_id': 'f0cb6cff504c4a8da4ec138a21a196f0'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:12.888177 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-cf8638ce-b8b4-453b-a052-05d5fc71a740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:12.897753 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-5c333da1-8a91-4064-9745-832806ab9430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:13.054558 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8638ce-b8b4-453b-a052-05d5fc71a740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9a93cc-90a8-475c-8054-1d56a498a40d,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:13.062165 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-cf8638ce-b8b4-453b-a052-05d5fc71a740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:13.076252 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-04214ec6-6530-493e-8922-1168f67ed2a6 req-ee475aea-2f10-4afa-8a5a-eb93120b5bd9 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2253242
May 04 18:16:13.092503 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-cf8638ce-b8b4-453b-a052-05d5fc71a740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:13.097930 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-cf8638ce-b8b4-453b-a052-05d5fc71a740 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7e9a93cc-90a8-475c-8054-1d56a498a40d HTTP/1.1" status: 204  len: 168 time: 0.6480839
May 04 18:16:13.140144 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-9183f143-ea7b-4500-823a-63220e3f6cea req-53629c0e-84bc-43f2-a3b7-8f0f40256d46 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:13.166903 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-9183f143-ea7b-4500-823a-63220e3f6cea req-53629c0e-84bc-43f2-a3b7-8f0f40256d46 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:13.190533 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9183f143-ea7b-4500-823a-63220e3f6cea req-53629c0e-84bc-43f2-a3b7-8f0f40256d46 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Made reservation on behalf of f0cb6cff504c4a8da4ec138a21a196f0 for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:16:13.196952 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9183f143-ea7b-4500-823a-63220e3f6cea req-53629c0e-84bc-43f2-a3b7-8f0f40256d46 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:13.381305 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9127914c-b9f3-4606-b2e7-3111316ef377 req-9bf9ec42-a810-49f4-90d8-fc937bc98797 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 210 time: 0.0823910
May 04 18:16:13.416818 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-9183f143-ea7b-4500-823a-63220e3f6cea req-53629c0e-84bc-43f2-a3b7-8f0f40256d46 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Allocated IP 172.20.0.8 (b590a2bc-9427-439b-87ad-b05399fdca88/6eeccb21-59c9-4d38-b9b9-5a3f4940df7b/6b33510f-0b7e-4f62-b8f4-c065f144ed45) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:16:13.666835 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9183f143-ea7b-4500-823a-63220e3f6cea req-53629c0e-84bc-43f2-a3b7-8f0f40256d46 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:13.699354 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9183f143-ea7b-4500-823a-63220e3f6cea req-53629c0e-84bc-43f2-a3b7-8f0f40256d46 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:13.706009 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a3fe26f1-4b04-4ef8-ab5c-973bcb004861 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:13.729985 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['d264afca-e178-4441-8346-e008c8fdc798'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:16:13.772904 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9183f143-ea7b-4500-823a-63220e3f6cea req-53629c0e-84bc-43f2-a3b7-8f0f40256d46 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Network b590a2bc-9427-439b-87ad-b05399fdca88 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:16:13.779345 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-9183f143-ea7b-4500-823a-63220e3f6cea req-53629c0e-84bc-43f2-a3b7-8f0f40256d46 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:16:13.784213 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9183f143-ea7b-4500-823a-63220e3f6cea req-53629c0e-84bc-43f2-a3b7-8f0f40256d46 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:16:13.789817 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183f143-ea7b-4500-823a-63220e3f6cea req-53629c0e-84bc-43f2-a3b7-8f0f40256d46 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:13.790465 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9183f143-ea7b-4500-823a-63220e3f6cea req-53629c0e-84bc-43f2-a3b7-8f0f40256d46 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:13.808083 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53629c0e-84bc-43f2-a3b7-8f0f40256d46 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Pushing event updated for resources: {'Port': ['ID=6b33510f-0b7e-4f62-b8f4-c065f144ed45,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:13.811063 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-53629c0e-84bc-43f2-a3b7-8f0f40256d46 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:13.829196 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9183f143-ea7b-4500-823a-63220e3f6cea req-53629c0e-84bc-43f2-a3b7-8f0f40256d46 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0004601
May 04 18:16:13.849041 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Request body: {'port': {'device_id': 'b0dc861d-2894-48e1-baab-155da55ee2bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:13.968233 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:14.385330 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b33510f-0b7e-4f62-b8f4-c065f144ed45 {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:16:14.396288 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:14.423257 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Transition to ACTIVE for port object 6b33510f-0b7e-4f62-b8f4-c065f144ed45 will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:16:14.428099 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:14.435318 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:14.502344 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd0b8a-88b3-44c5-907d-65a791fd2579 req-f1aa1e32-4400-4534-9001-efeb701a916b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:14.504215 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8fbd0b8a-88b3-44c5-907d-65a791fd2579 req-f1aa1e32-4400-4534-9001-efeb701a916b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1916239
May 04 18:16:14.650428 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Pushing event updated for resources: {'Port': ['ID=6b33510f-0b7e-4f62-b8f4-c065f144ed45,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:14.690855 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:14.718003 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Attempting to bind port 6b33510f-0b7e-4f62-b8f4-c065f144ed45 on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:16:14.718579 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Attempting to bind port 6b33510f-0b7e-4f62-b8f4-c065f144ed45 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:16:14.719088 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Attempting to bind port 6b33510f-0b7e-4f62-b8f4-c065f144ed45 on network b590a2bc-9427-439b-87ad-b05399fdca88 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:16:14.727187 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8fbd0b8a-88b3-44c5-907d-65a791fd2579 req-ab904f54-3734-4eda-b182-e2a0ff38a9df tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670365
May 04 18:16:14.729408 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Port 6b33510f-0b7e-4f62-b8f4-c065f144ed45 on network b590a2bc-9427-439b-87ad-b05399fdca88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:16:14.729992 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Attempting to bind port 6b33510f-0b7e-4f62-b8f4-c065f144ed45 on network b590a2bc-9427-439b-87ad-b05399fdca88 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:16:14.736226 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:16:14.736790 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Checking segment: {'id': 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:16:14.737352 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Bound using segment: {'id': 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:16:14.738056 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Bound port: 6b33510f-0b7e-4f62-b8f4-c065f144ed45, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:16:14.738773 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:14.759848 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebadbf-ba82-4f73-b623-2380cb0eba34 req-6449a859-6fc1-405c-971a-cf6e2e771587 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:14.761797 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-98ebadbf-ba82-4f73-b623-2380cb0eba34 req-6449a859-6fc1-405c-971a-cf6e2e771587 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 943 time: 0.1818719
May 04 18:16:14.809759 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-98ebadbf-ba82-4f73-b623-2380cb0eba34 req-d4840a23-aa81-4455-a824-62e32a9cffa0 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417233
May 04 18:16:14.837099 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] For port 6b33510f-0b7e-4f62-b8f4-c065f144ed45, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:16:14.840473 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] For port 6b33510f-0b7e-4f62-b8f4-c065f144ed45, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6b33510f-0b7e-4f62-b8f4-c065f144ed45,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:16:14.844308 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:14.848302 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:14.904071 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:14.904675 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:14.906042 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9183f143-ea7b-4500-823a-63220e3f6cea req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] 10.222.0.64 "PUT /v2.0/ports/6b33510f-0b7e-4f62-b8f4-c065f144ed45 HTTP/1.1" status: 200  len: 1093 time: 1.0618498
May 04 18:16:14.906510 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0dc861d-2894-48e1-baab-155da55ee2bc', 'tag': '6b33510f-0b7e-4f62-b8f4-c065f144ed45'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:16:14.930928 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Pushing event updated for resources: {'Port': ['ID=6b33510f-0b7e-4f62-b8f4-c065f144ed45,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:14.934264 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:14.950968 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0dc861d-2894-48e1-baab-155da55ee2bc', 'tag': '6b33510f-0b7e-4f62-b8f4-c065f144ed45', 'status': 'completed', 'code': 200}
May 04 18:16:17.278921 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:16:18.251141 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183f143-ea7b-4500-823a-63220e3f6cea req-1f4628fd-6f41-47c4-b422-cfc152a60b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:18.252592 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9183f143-ea7b-4500-823a-63220e3f6cea req-1f4628fd-6f41-47c4-b422-cfc152a60b3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0cb6cff504c4a8da4ec138a21a196f0&device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 1096 time: 0.0820489
May 04 18:16:18.414738 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9183f143-ea7b-4500-823a-63220e3f6cea req-b9fdcf3e-26e1-49e4-a96c-dfdc489c07f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b33510f-0b7e-4f62-b8f4-c065f144ed45 HTTP/1.1" status: 200  len: 217 time: 0.1391847
May 04 18:16:18.426859 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d05cf-e949-4fda-9b0b-39dd600797a8 req-7ee3a5b3-9666-4c72-96b9-3bdec6f48a44 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:18.428535 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ca4d05cf-e949-4fda-9b0b-39dd600797a8 req-7ee3a5b3-9666-4c72-96b9-3bdec6f48a44 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 943 time: 0.0946674
May 04 18:16:18.476535 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ca4d05cf-e949-4fda-9b0b-39dd600797a8 req-bb79a8ab-f837-4d4d-b83b-b68d3ffd9aad tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420675
May 04 18:16:18.517976 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183f143-ea7b-4500-823a-63220e3f6cea req-807e9f58-b803-4ac0-987c-9797f4179751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:18.519458 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9183f143-ea7b-4500-823a-63220e3f6cea req-807e9f58-b803-4ac0-987c-9797f4179751 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6eeccb21-59c9-4d38-b9b9-5a3f4940df7b HTTP/1.1" status: 200  len: 854 time: 0.0735080
May 04 18:16:18.580777 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9183f143-ea7b-4500-823a-63220e3f6cea req-d479dd9c-d512-4536-a3ea-0fc14aa1a05d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b590a2bc-9427-439b-87ad-b05399fdca88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468886
May 04 18:16:18.589051 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38d5fa-6b16-4dc0-bc5b-f79a98272a1b req-aa218a0f-d26e-4230-a46e-dc50b2ef2280 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:18.590476 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0b38d5fa-6b16-4dc0-bc5b-f79a98272a1b req-aa218a0f-d26e-4230-a46e-dc50b2ef2280 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1777108
May 04 18:16:18.725890 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0b38d5fa-6b16-4dc0-bc5b-f79a98272a1b req-1202c9b0-2b86-4ff9-993a-fef4d662574c tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294966
May 04 18:16:18.758942 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9183f143-ea7b-4500-823a-63220e3f6cea req-faf9a5c2-1ebc-482a-8620-f014bea5b070 service neutron] 10.222.0.64 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489270
May 04 18:16:18.914820 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9183f143-ea7b-4500-823a-63220e3f6cea req-b8d76dff-6922-4718-baef-e424cbd0a555 service neutron] 10.222.0.64 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465349
May 04 18:16:19.132819 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab474c4-66a0-43a9-879f-008fa7d56b9c req-68a95c75-a712-4205-8530-19b6b74ed204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:19.132819 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8ab474c4-66a0-43a9-879f-008fa7d56b9c req-68a95c75-a712-4205-8530-19b6b74ed204 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0cb6cff504c4a8da4ec138a21a196f0&device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 1096 time: 0.1134109
May 04 18:16:19.361895 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab474c4-66a0-43a9-879f-008fa7d56b9c req-56bacd36-367d-4834-bf46-78dcd9f02f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:19.363398 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8ab474c4-66a0-43a9-879f-008fa7d56b9c req-56bacd36-367d-4834-bf46-78dcd9f02f66 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b590a2bc-9427-439b-87ad-b05399fdca88 HTTP/1.1" status: 200  len: 915 time: 0.2225294
May 04 18:16:19.443798 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8ab474c4-66a0-43a9-879f-008fa7d56b9c req-72e7d0af-db08-4423-a117-6a3976afbc3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b33510f-0b7e-4f62-b8f4-c065f144ed45 HTTP/1.1" status: 200  len: 217 time: 0.0730677
May 04 18:16:19.538425 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab474c4-66a0-43a9-879f-008fa7d56b9c req-2da7b6f9-c20f-4438-9b9e-6ef7e50dd6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:19.540136 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8ab474c4-66a0-43a9-879f-008fa7d56b9c req-2da7b6f9-c20f-4438-9b9e-6ef7e50dd6fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6eeccb21-59c9-4d38-b9b9-5a3f4940df7b HTTP/1.1" status: 200  len: 854 time: 0.0849268
May 04 18:16:19.574350 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40224) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:19.595514 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8ab474c4-66a0-43a9-879f-008fa7d56b9c req-f964896e-e01f-4692-952e-d5ec411ef415 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b590a2bc-9427-439b-87ad-b05399fdca88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463924
May 04 18:16:19.695037 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9a920-7a6a-4f5e-8547-6f297714c4fb req-283eb03a-b44e-4bc1-b798-92fcd58d7742 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:19.695738 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-97b9a920-7a6a-4f5e-8547-6f297714c4fb req-283eb03a-b44e-4bc1-b798-92fcd58d7742 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Synchronizing usage tracker for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:16:19.697196 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6da07759-84ce-471e-a758-87505e567cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:19.711968 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-97b9a920-7a6a-4f5e-8547-6f297714c4fb req-283eb03a-b44e-4bc1-b798-92fcd58d7742 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Unset dirty status for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:16:19.712207 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-6da07759-84ce-471e-a758-87505e567cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:19.713217 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-97b9a920-7a6a-4f5e-8547-6f297714c4fb req-283eb03a-b44e-4bc1-b798-92fcd58d7742 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 943 time: 0.0993116
May 04 18:16:19.716273 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-6da07759-84ce-471e-a758-87505e567cf0 admin admin] Usage tracker for resource:security_group_rule and tenant:636be947598d435187f9cb347583e453 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:19.719242 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-6da07759-84ce-471e-a758-87505e567cf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:19.725212 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-6da07759-84ce-471e-a758-87505e567cf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:19.770246 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-97b9a920-7a6a-4f5e-8547-6f297714c4fb req-cd9997b4-3d5d-418b-bd34-fcc439bb5710 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509455
May 04 18:16:19.843026 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6da07759-84ce-471e-a758-87505e567cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:19.878684 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6da07759-84ce-471e-a758-87505e567cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:19.889488 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-8cb3984b-7100-495d-beed-590328e8dafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:19.938617 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da07759-84ce-471e-a758-87505e567cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741ced72-49c6-4a56-b113-d93fde852348,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:19.943540 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6da07759-84ce-471e-a758-87505e567cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:19.948988 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-6da07759-84ce-471e-a758-87505e567cf0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=636be947598d435187f9cb347583e453&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3705137
May 04 18:16:19.948988 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40232) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:20.010888 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583db59c-55d8-456e-93c2-2c4ababfb586 req-64baea87-1891-4087-91a5-1f2ec3afc69d tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:20.012072 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-583db59c-55d8-456e-93c2-2c4ababfb586 req-64baea87-1891-4087-91a5-1f2ec3afc69d tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1711502
May 04 18:16:20.047671 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-edec4f61-aaf5-4b48-b44e-410f12fe631c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:20.090476 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-583db59c-55d8-456e-93c2-2c4ababfb586 req-631ec2ba-0eb0-4710-9f48-f8d4e6f905e1 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715315
May 04 18:16:20.092145 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-edec4f61-aaf5-4b48-b44e-410f12fe631c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:20.162731 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-edec4f61-aaf5-4b48-b44e-410f12fe631c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:20.167327 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-9dd4b098-d5c7-472a-b090-3e3e269a0223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:20.184348 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec4f61-aaf5-4b48-b44e-410f12fe631c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741ced72-49c6-4a56-b113-d93fde852348,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:20.186703 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-edec4f61-aaf5-4b48-b44e-410f12fe631c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:20.193779 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-edec4f61-aaf5-4b48-b44e-410f12fe631c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:20.197004 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-edec4f61-aaf5-4b48-b44e-410f12fe631c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/741ced72-49c6-4a56-b113-d93fde852348 HTTP/1.1" status: 204  len: 168 time: 0.2455604
May 04 18:16:20.559922 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d3e72371-fc3b-440a-813f-f7fa3a797044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:20.912755 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40268) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:21.016330 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1557949699-network', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:21.020843 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:21.024874 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Usage tracker for resource:network and tenant:ab6eed97c69b49a1a90a0f56d72c765f is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:21.027687 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:21.033818 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:21.043721 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Made reservation on behalf of ab6eed97c69b49a1a90a0f56d72c765f for: {'network': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:16:21.046084 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:21.058283 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:21.072986 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:21.076774 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Usage tracker for resource:security_group_rule and tenant:ab6eed97c69b49a1a90a0f56d72c765f is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:21.079756 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:21.085695 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:21.169622 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:21.173763 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:21.177135 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-0d740631-4ab5-47c2-9bde-bd6ebea26d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:21.206609 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846}  {{(pid=73828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:16:21.216391 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1715f53-0534-4152-8f6c-1d4fa4b72126,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:21.220252 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:21.223182 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:21.223523 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.segments_db [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Added segment 3da59d0a-7e0e-4517-b462-7b5e6a8e95a3 of type vlan for network f4b33504-faeb-4e1f-8e54-370cd5782b48
May 04 18:16:21.254192 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:21.287025 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:21.288390 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:21.289132 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:21.292816 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4f1aff1d-0c2b-47e3-b640-33910ea72705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:21.396510 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Pushing event updated for resources: {'Network': ['ID=f4b33504-faeb-4e1f-8e54-370cd5782b48,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:21.399459 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4854946
May 04 18:16:21.403290 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40278) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:21.405934 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:21.409765 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] Request body: {'subnet': {'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1557949699-subnet', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'ip_version': 4}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:21.412656 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network f4b33504-faeb-4e1f-8e54-370cd5782b48 details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:16:21.415134 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:21.419236 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] Usage tracker for resource:subnet and tenant:ab6eed97c69b49a1a90a0f56d72c765f is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:21.422326 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:21.429423 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:21.440132 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] Made reservation on behalf of ab6eed97c69b49a1a90a0f56d72c765f for: {'subnet': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:16:21.442518 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:21.834684 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for subnet, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:21.838505 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6794fb81-87ec-4e50-860e-0fea5b105806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:21.910524 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb413902-05ac-432a-9e90-f8d471f71e38,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:21.913690 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:21.923087 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] Checking segment: {'id': '3da59d0a-7e0e-4517-b462-7b5e6a8e95a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:16:21.923474 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] Network hostable DHCP agents. Network: f4b33504-faeb-4e1f-8e54-370cd5782b48, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:16:21.940473 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] Network f4b33504-faeb-4e1f-8e54-370cd5782b48 is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:16:21.950223 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, f4b33504-faeb-4e1f-8e54-370cd5782b48) {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:16:21.954935 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:21.955686 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:21.962698 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc27ac4e-29df-443c-809b-c1516e88151c None None] Network f4b33504-faeb-4e1f-8e54-370cd5782b48 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:16:21.978150 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5733795
May 04 18:16:21.980315 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40286) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:21.985753 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1557949699-router', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:21.991749 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:21.995883 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Usage tracker for resource:router and tenant:ab6eed97c69b49a1a90a0f56d72c765f is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:21.998927 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:22.004852 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:22.016428 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-927591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39441'] for router, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:22.017378 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39528'] for router, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:22.033059 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:22.192205 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a245aa9-5d94-527a-8046-af85b68d10c7-f4b33504-faeb-4e1f-8e54-370cd5782b48', 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'fixed_ips': [{'subnet_id': 'fb413902-05ac-432a-9e90-f8d471f71e38'}]}} from dv-cinder-789603-2-iscsi. {{(pid=73829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 18:16:22.193360 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:22.321833 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-927497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39550'] for router, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:22.375787 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.db_base_plugin_common [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Allocated IP 172.20.0.2 (f4b33504-faeb-4e1f-8e54-370cd5782b48/fb413902-05ac-432a-9e90-f8d471f71e38/3b93ac48-7e93-4115-a806-a247e0968618) {{(pid=73829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:16:22.596815 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Notify callbacks [] for port, precommit_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:22.607230 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Transition to ACTIVE for port object 3b93ac48-7e93-4115-a806-a247e0968618 will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:16:22.627222 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Transition to ACTIVE for port object 3b93ac48-7e93-4115-a806-a247e0968618 will not be triggered until provisioned by entity DHCP. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:16:22.635179 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:22.639322 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:22.705794 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Network f4b33504-faeb-4e1f-8e54-370cd5782b48 is already hosted by enough agents. {{(pid=73829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:16:22.709313 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.base_scheduler [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Resources bound (agent type, host, resource id):  {{(pid=73829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:16:22.713212 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Received port after_create {{(pid=73829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:16:22.719410 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Pushing event updated for resources: {'Port': ['ID=3b93ac48-7e93-4115-a806-a247e0968618,revision_number=1']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:22.720907 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:22.752702 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:22.761746 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:22.762090 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:22.762446 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:22.762775 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:22.763127 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:22.763458 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:22.763882 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:22.764210 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:22.764677 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:22.765032 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:22.765890 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:22.765890 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:22.794679 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:22.841271 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Attempting to bind port 3b93ac48-7e93-4115-a806-a247e0968618 on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:16:22.841271 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Attempting to bind port 3b93ac48-7e93-4115-a806-a247e0968618 by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': '3da59d0a-7e0e-4517-b462-7b5e6a8e95a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:16:22.841271 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Attempting to bind port 3b93ac48-7e93-4115-a806-a247e0968618 on network f4b33504-faeb-4e1f-8e54-370cd5782b48 {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:16:22.845664 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:16:22.846509 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Checking segment: {'id': '3da59d0a-7e0e-4517-b462-7b5e6a8e95a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:16:22.846509 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:22.846805 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Bound using segment: {'id': '3da59d0a-7e0e-4517-b462-7b5e6a8e95a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:16:22.847899 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Bound port: 3b93ac48-7e93-4115-a806-a247e0968618, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da59d0a-7e0e-4517-b462-7b5e6a8e95a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:16:22.848201 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:22.926278 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Allocated IP 172.27.1.82 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/84c9422b-afc3-4399-bd1b-52e349368ce7) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:16:22.928247 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:22.958610 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] For port 3b93ac48-7e93-4115-a806-a247e0968618, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:16:22.961826 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] For port 3b93ac48-7e93-4115-a806-a247e0968618, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=3b93ac48-7e93-4115-a806-a247e0968618,segment=NetworkSegment(3da59d0a-7e0e-4517-b462-7b5e6a8e95a3),segment_id=3da59d0a-7e0e-4517-b462-7b5e6a8e95a3)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:16:22.967620 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:22.971571 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:23.053199 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Pushing event updated for resources: {'Port': ['ID=3b93ac48-7e93-4115-a806-a247e0968618,revision_number=2']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:23.056799 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:23.089924 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:23.125552 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:23.129875 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b4bd1c3a-c5ab-4193-bb4a-fb14e081a530 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:23.202111 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:16:23.205836 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:16:23.208841 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:16:23.282857 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Pushing event updated for resources: {'Port': ['ID=84c9422b-afc3-4399-bd1b-52e349368ce7,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:23.286469 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:23.404602 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-af9bfcea-56e7-472a-9ba7-29d2c1260111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:23.622239 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:23.647545 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8ab474c4-66a0-43a9-879f-008fa7d56b9c req-fded6387-104c-4dd7-9030-c47b5c6cbf70 service neutron] 10.222.0.64 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913481
May 04 18:16:23.869252 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8ab474c4-66a0-43a9-879f-008fa7d56b9c req-c3d68c9d-7a1f-48fa-8451-bc242e9ee833 service neutron] 10.222.0.64 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2030499
May 04 18:16:23.931151 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245ee8f-b89e-4716-bae9-3ac1aaaec0f9 req-98d6a7c7-7907-4ed0-8a62-3120e0a6ae5f tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:23.931363 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:23.932969 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0245ee8f-b89e-4716-bae9-3ac1aaaec0f9 req-98d6a7c7-7907-4ed0-8a62-3120e0a6ae5f tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1615412
May 04 18:16:24.055212 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0245ee8f-b89e-4716-bae9-3ac1aaaec0f9 req-8387c384-aa0e-4cac-984f-5c912e31665d tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867865
May 04 18:16:24.112495 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d3cc3-5ad5-41d8-b524-d7ec72aef3b3 req-ccb0c0ef-23d8-499a-9a6e-6848e0eaf4f5 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:24.114864 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f52d3cc3-5ad5-41d8-b524-d7ec72aef3b3 req-ccb0c0ef-23d8-499a-9a6e-6848e0eaf4f5 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 943 time: 0.4365237
May 04 18:16:24.177967 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f7190-3212-4494-b463-9ee6b6837732 None None] Network f4b33504-faeb-4e1f-8e54-370cd5782b48 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:16:24.243997 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f52d3cc3-5ad5-41d8-b524-d7ec72aef3b3 req-1102207a-b0f6-477f-a81b-67fe4db9393a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187708
May 04 18:16:24.248704 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926137'] for router, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:24.296940 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-edd3c1cc-dbcd-4ad1-9e38-a2d728e3edfd None None] Provisioning for port 3b93ac48-7e93-4115-a806-a247e0968618 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:16:24.558802 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bb5d4-034f-4ee7-b2e7-26e3ff96e8bd req-8286dcc7-6560-4e5d-a389-27a54d4ad27d tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:24.560655 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-047bb5d4-034f-4ee7-b2e7-26e3ff96e8bd req-8286dcc7-6560-4e5d-a389-27a54d4ad27d tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 946 time: 0.1368523
May 04 18:16:24.561798 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Router 14bda080-7df0-49f2-82d1-973d192e6957 is scheduled to L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 with binding_index 1 {{(pid=73828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 18:16:24.712021 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-047bb5d4-034f-4ee7-b2e7-26e3ff96e8bd req-8d59fc92-15dd-4ee9-8e0f-6a7c9a1cf212 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/security-groups?id=56e44f87-5f3b-4319-978f-9c6f8a66c7d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424062
May 04 18:16:24.734342 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 3b93ac48-7e93-4115-a806-a247e0968618 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:16:24.822049 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:16:24.830719 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Sync routers for ids ['14bda080-7df0-49f2-82d1-973d192e6957'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:16:24.841302 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Routers {'14bda080-7df0-49f2-82d1-973d192e6957'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:16:24.842189 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e262190>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:16:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['14bda080-7df0-49f2-82d1-973d192e6957'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:24.848612 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] Notify callbacks [] for router, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:24.852719 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 40316) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:24.853393 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-747cd779-c338-40f6-88af-368ff0ffce68 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.8713038
May 04 18:16:24.864963 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:24.886013 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 3b93ac48-7e93-4115-a806-a247e0968618 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:16:24.891818 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 3b93ac48-7e93-4115-a806-a247e0968618 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:24.892490 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:25.030759 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Set router 14bda080-7df0-49f2-82d1-973d192e6957 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:16:25.041148 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:25.090335 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 3b93ac48-7e93-4115-a806-a247e0968618, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=3b93ac48-7e93-4115-a806-a247e0968618,segment=NetworkSegment(3da59d0a-7e0e-4517-b462-7b5e6a8e95a3),segment_id=3da59d0a-7e0e-4517-b462-7b5e6a8e95a3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:16:25.096437 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:25.106692 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:25.196934 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=3b93ac48-7e93-4115-a806-a247e0968618,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:25.210321 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:25.339329 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20691f25-ee16-42bb-a1ef-e22a356358d3 req-7eeaed81-0ed3-4568-a55f-b3ab6494dc41 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:25.349255 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-20691f25-ee16-42bb-a1ef-e22a356358d3 req-7eeaed81-0ed3-4568-a55f-b3ab6494dc41 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1020198
May 04 18:16:25.359310 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e262190>, [{'id': '14bda080-7df0-49f2-82d1-973d192e6957', 'name': 'tempest-TestShelveInstance-1557949699-router', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:23Z', 'revision_number': 3, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'gw_port': {'id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:25.363420 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Checking router: 14bda080-7df0-49f2-82d1-973d192e6957 for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:16:25.363774 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Updating router 14bda080-7df0-49f2-82d1-973d192e6957 port 84c9422b-afc3-4399-bd1b-52e349368ce7 binding host dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:16:25.408802 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-20691f25-ee16-42bb-a1ef-e22a356358d3 req-95557ba3-8966-4428-9174-5b1908397cfd tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551050
May 04 18:16:25.413516 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40330) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:25.420252 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:25.548724 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-054f950f-e6ab-498a-a324-b4c53fac3363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:25.563799 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-054f950f-e6ab-498a-a324-b4c53fac3363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:25.568305 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-054f950f-e6ab-498a-a324-b4c53fac3363 admin admin] Usage tracker for resource:security_group_rule and tenant:6e61aaceba174869ae2eb94728c55ffa is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:25.571266 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-054f950f-e6ab-498a-a324-b4c53fac3363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:25.577181 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-054f950f-e6ab-498a-a324-b4c53fac3363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:25.665959 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-054f950f-e6ab-498a-a324-b4c53fac3363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:25.671375 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-054f950f-e6ab-498a-a324-b4c53fac3363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:25.676083 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699f7ae-0668-463b-9dc2-bb6cbcf9f59d req-2ab28c6f-572e-4735-a6f7-0ce4b1183a83 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:25.677572 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c699f7ae-0668-463b-9dc2-bb6cbcf9f59d req-2ab28c6f-572e-4735-a6f7-0ce4b1183a83 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 943 time: 0.2303002
May 04 18:16:25.681252 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:25.724088 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f950f-e6ab-498a-a324-b4c53fac3363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3980d138-f0ae-4516-937e-9bf91fb0eecc,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:25.729295 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-054f950f-e6ab-498a-a324-b4c53fac3363 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6e61aaceba174869ae2eb94728c55ffa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3137093
May 04 18:16:25.730399 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-054f950f-e6ab-498a-a324-b4c53fac3363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:25.732467 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40340) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:25.769101 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Notify callbacks [] for port, precommit_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:25.781585 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.provisioning_blocks [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Transition to ACTIVE for port object 84c9422b-afc3-4399-bd1b-52e349368ce7 will not be triggered until provisioned by entity L2. {{(pid=73830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:16:25.792298 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:25.805892 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:25.806608 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d106dcef-6e0a-415a-9637-cb166b804ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:25.839955 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d106dcef-6e0a-415a-9637-cb166b804ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:25.879277 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Pushing event updated for resources: {'Port': ['ID=84c9422b-afc3-4399-bd1b-52e349368ce7,revision_number=2']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:25.889898 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:25.890542 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:25.891111 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:25.891766 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:25.892575 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:25.893782 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:25.894423 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:25.895125 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:25.895738 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:25.896297 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:25.896827 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:25.897338 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:16:25.910688 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d106dcef-6e0a-415a-9637-cb166b804ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:25.916654 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b9d2bc62-b474-436b-8a49-4b50bd22ff04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:25.931741 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Attempting to bind port 84c9422b-afc3-4399-bd1b-52e349368ce7 on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:16:25.931741 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Attempting to bind port 84c9422b-afc3-4399-bd1b-52e349368ce7 by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:16:25.932069 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Attempting to bind port 84c9422b-afc3-4399-bd1b-52e349368ce7 on network 59dd31e5-fc69-4865-ac92-82ced2e462b7 {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:16:25.935394 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106dcef-6e0a-415a-9637-cb166b804ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3980d138-f0ae-4516-937e-9bf91fb0eecc,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:25.942690 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:25.943485 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:16:25.943858 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Checking segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:16:25.944260 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:25.944648 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Bound using segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:16:25.945129 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Bound port: 84c9422b-afc3-4399-bd1b-52e349368ce7, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:16:25.945534 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:25.949984 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-d106dcef-6e0a-415a-9637-cb166b804ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:25.952246 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d106dcef-6e0a-415a-9637-cb166b804ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:25.953546 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-d106dcef-6e0a-415a-9637-cb166b804ca6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3980d138-f0ae-4516-937e-9bf91fb0eecc HTTP/1.1" status: 204  len: 168 time: 0.2199614
May 04 18:16:26.011794 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c699f7ae-0668-463b-9dc2-bb6cbcf9f59d req-00828aad-1111-4dd6-b8b1-75d698477157 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3210425
May 04 18:16:26.031770 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] For port 84c9422b-afc3-4399-bd1b-52e349368ce7, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:16:26.035663 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] For port 84c9422b-afc3-4399-bd1b-52e349368ce7, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=84c9422b-afc3-4399-bd1b-52e349368ce7,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:16:26.042944 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:26.048025 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:26.169475 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Pushing event updated for resources: {'Port': ['ID=84c9422b-afc3-4399-bd1b-52e349368ce7,revision_number=3']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:26.173530 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:26.192093 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Routers {'14bda080-7df0-49f2-82d1-973d192e6957'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:16:26.193166 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e262190>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:16:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['14bda080-7df0-49f2-82d1-973d192e6957'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:26.202422 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:26.224969 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 6b33510f-0b7e-4f62-b8f4-c065f144ed45 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:16:26.316038 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380f052-f6b3-425a-bc2d-eb8aca457fa8 req-f8243bd1-c213-442b-b85d-bd72d2c55cc9 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:26.323330 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4380f052-f6b3-425a-bc2d-eb8aca457fa8 req-f8243bd1-c213-442b-b85d-bd72d2c55cc9 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 946 time: 0.1897166
May 04 18:16:26.424708 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4380f052-f6b3-425a-bc2d-eb8aca457fa8 req-16a05215-db99-46b1-b54c-abbdc0b90298 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/security-groups?id=56e44f87-5f3b-4319-978f-9c6f8a66c7d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969896
May 04 18:16:26.426363 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 6b33510f-0b7e-4f62-b8f4-c065f144ed45, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6b33510f-0b7e-4f62-b8f4-c065f144ed45,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:16:26.454442 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': '6b33510f-0b7e-4f62-b8f4-c065f144ed45', 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88', 'port_id': '6b33510f-0b7e-4f62-b8f4-c065f144ed45', 'mac_address': 'fa:16:3e:a5:95:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eeccb21-59c9-4d38-b9b9-5a3f4940df7b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:16:26.554393 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:26.579520 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b33510f-0b7e-4f62-b8f4-c065f144ed45 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:16:26.604370 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 6b33510f-0b7e-4f62-b8f4-c065f144ed45, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6b33510f-0b7e-4f62-b8f4-c065f144ed45,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:16:26.611422 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:26.615849 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:26.626665 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] Set router 14bda080-7df0-49f2-82d1-973d192e6957 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:16:26.707587 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=6b33510f-0b7e-4f62-b8f4-c065f144ed45,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:26.710881 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:26.734542 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 3b93ac48-7e93-4115-a806-a247e0968618 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:16:26.743269 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Allocated IP 172.20.0.1 (f4b33504-faeb-4e1f-8e54-370cd5782b48/fb413902-05ac-432a-9e90-f8d471f71e38/07d66ccf-3fd8-4ac3-abab-da19f53d02b0) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:16:26.797901 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30bfe8-b85a-4b57-a833-d69d1f73a7a4 req-7e6a760c-3778-43c2-8deb-50e66ac84367 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:26.800136 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0c30bfe8-b85a-4b57-a833-d69d1f73a7a4 req-7e6a760c-3778-43c2-8deb-50e66ac84367 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.2231948
May 04 18:16:26.846283 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:26.882382 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 3b93ac48-7e93-4115-a806-a247e0968618 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:26.883145 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:27.040154 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e262190>, [{'id': '14bda080-7df0-49f2-82d1-973d192e6957', 'name': 'tempest-TestShelveInstance-1557949699-router', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:23Z', 'revision_number': 3, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'gw_port': {'id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:27.044858 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d539a9-c460-4006-89f4-de2a978e3e7a None None] The sync data for ids ['14bda080-7df0-49f2-82d1-973d192e6957'] in dv-cinder-789603-2-iscsi is: [{'id': '14bda080-7df0-49f2-82d1-973d192e6957', 'name': 'tempest-TestShelveInstance-1557949699-router', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:23Z', 'revision_number': 3, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'gw_port': {'id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:16:27.046339 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0c30bfe8-b85a-4b57-a833-d69d1f73a7a4 req-c486832c-038c-44cd-b722-186f92e42f19 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2292068
May 04 18:16:27.123250 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['6b33510f-0b7e-4f62-b8f4-c065f144ed45'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:16:27.202366 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40384) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:27.210889 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:27.299719 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Transition to ACTIVE for port object 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 will not be triggered until provisioned by entity DHCP. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:16:27.356246 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2004709757-network', 'tenant_id': '9657dc1e2dfd49c28f24791c35b6d853'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:27.362563 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-afae434a-8a1c-400d-8613-ee81c9ff93b0 req-9d24b9f0-0b0e-460c-87ed-21217dc44c28 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2475357
May 04 18:16:27.364666 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:27.368972 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Usage tracker for resource:network and tenant:9657dc1e2dfd49c28f24791c35b6d853 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:27.372649 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:27.381389 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:27.395547 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Made reservation on behalf of 9657dc1e2dfd49c28f24791c35b6d853 for: {'network': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:16:27.398294 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ea36e-3bfa-4179-8b07-6b0eb9a1215c req-731b8277-8b55-4f93-b6e8-d9d025b672a8 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:27.398731 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:27.400055 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2d8ea36e-3bfa-4179-8b07-6b0eb9a1215c req-731b8277-8b55-4f93-b6e8-d9d025b672a8 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 944 time: 0.1556723
May 04 18:16:27.401086 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:27.405077 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:27.418650 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:27.461318 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:27.466899 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Usage tracker for resource:security_group_rule and tenant:9657dc1e2dfd49c28f24791c35b6d853 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:27.475361 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:27.487546 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Pushing event updated for resources: {'Port': ['ID=07d66ccf-3fd8-4ac3-abab-da19f53d02b0,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:27.489660 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:27.507327 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:27.549695 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Network f4b33504-faeb-4e1f-8e54-370cd5782b48 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:16:27.553356 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:16:27.609411 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:16:27.610016 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925142'] for router_interface, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:27.735495 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:27.759282 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:27.778255 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821}  {{(pid=73828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:16:27.797584 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:27.831065 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae434a-8a1c-400d-8613-ee81c9ff93b0 req-12467de0-d3fc-4961-98fc-7968d54f65be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:27.833131 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-afae434a-8a1c-400d-8613-ee81c9ff93b0 req-12467de0-d3fc-4961-98fc-7968d54f65be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0cb6cff504c4a8da4ec138a21a196f0&device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 1098 time: 0.3036389
May 04 18:16:27.834259 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:27.834599 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.segments_db [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Added segment c607a488-21ae-45ab-a482-a90f0014e75b of type vlan for network 23dd4ce0-abd1-4ca9-89d2-2f9aea29074c
May 04 18:16:27.936933 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2d8ea36e-3bfa-4179-8b07-6b0eb9a1215c req-f5afc2ef-b15b-4ce4-93ab-14c076bbfcf8 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4504900
May 04 18:16:27.951068 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-2377d213-3bf3-41c2-92c2-1b6db72bcbda None None] Provisioning for port 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:16:27.970370 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-2377d213-3bf3-41c2-92c2-1b6db72bcbda None None] Provisioning complete for port 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:27.970763 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-2377d213-3bf3-41c2-92c2-1b6db72bcbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:28.015852 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:28.038005 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22001b0a-9747-448d-b54a-33c64cdaba86,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:28.050967 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:28.092287 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4da500-aaad-43be-a624-1645bb1b23ab req-9b970de0-ca49-4c17-8e40-e7f675a5db9d tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:28.096134 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2e4da500-aaad-43be-a624-1645bb1b23ab req-9b970de0-ca49-4c17-8e40-e7f675a5db9d tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.64 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 946 time: 0.5483184
May 04 18:16:28.139897 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-2377d213-3bf3-41c2-92c2-1b6db72bcbda None None] Port 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:16:28.150124 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b4522-a792-46c3-808d-c5391de3f189 req-74322d9e-5424-456a-b0ec-d9f0a32aa599 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:28.152227 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1b8b4522-a792-46c3-808d-c5391de3f189 req-74322d9e-5424-456a-b0ec-d9f0a32aa599 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 946 time: 0.4865921
May 04 18:16:28.163812 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:28.172848 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:28.173950 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:28.204959 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b76e868c-30e8-4c7e-a8da-cb7042a192f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:28.229933 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae434a-8a1c-400d-8613-ee81c9ff93b0 req-ea511119-a65a-4de0-a492-1dac0bdc3537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:28.231476 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-afae434a-8a1c-400d-8613-ee81c9ff93b0 req-ea511119-a65a-4de0-a492-1dac0bdc3537 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b590a2bc-9427-439b-87ad-b05399fdca88 HTTP/1.1" status: 200  len: 915 time: 0.3565252
May 04 18:16:28.429876 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-afae434a-8a1c-400d-8613-ee81c9ff93b0 req-e5c1e4f8-48a3-4b11-bf05-b74f05008f4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d264afca-e178-4441-8346-e008c8fdc798 HTTP/1.1" status: 200  len: 217 time: 0.1738846
May 04 18:16:28.480161 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-2e4da500-aaad-43be-a624-1645bb1b23ab req-91e134df-5a1a-4535-b780-2f8ec2380d24 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Deleting port d470d92d-bb20-42b7-b053-4083ad185591 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:16:28.480524 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-2e4da500-aaad-43be-a624-1645bb1b23ab req-91e134df-5a1a-4535-b780-2f8ec2380d24 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:28.513497 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:28.520265 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1b8b4522-a792-46c3-808d-c5391de3f189 req-a832d64a-8e63-4f3a-a512-e9cbcc23933b tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/security-groups?id=56e44f87-5f3b-4319-978f-9c6f8a66c7d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3521197
May 04 18:16:28.529422 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.3209281
May 04 18:16:28.531661 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Pushing event updated for resources: {'Network': ['ID=23dd4ce0-abd1-4ca9-89d2-2f9aea29074c,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:28.533661 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40404) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:28.542433 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:28.544910 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network 23dd4ce0-abd1-4ca9-89d2-2f9aea29074c details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:16:28.548206 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] Request body: {'subnet': {'network_id': '23dd4ce0-abd1-4ca9-89d2-2f9aea29074c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2004709757-subnet', 'tenant_id': '9657dc1e2dfd49c28f24791c35b6d853', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:28.556808 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:28.563333 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] Usage tracker for resource:subnet and tenant:9657dc1e2dfd49c28f24791c35b6d853 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:28.568121 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:28.576345 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae434a-8a1c-400d-8613-ee81c9ff93b0 req-d19a0fe9-405b-4272-8260-02eeb3104f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:28.577821 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-afae434a-8a1c-400d-8613-ee81c9ff93b0 req-d19a0fe9-405b-4272-8260-02eeb3104f76 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6eeccb21-59c9-4d38-b9b9-5a3f4940df7b HTTP/1.1" status: 200  len: 854 time: 0.0933428
May 04 18:16:28.578671 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:28.591986 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] Made reservation on behalf of 9657dc1e2dfd49c28f24791c35b6d853 for: {'subnet': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:16:28.594600 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:28.602376 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50413c6-c9b1-4060-91ce-8663f9655e28 req-f91ca566-60d2-400f-8630-f38c15e1f924 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:28.603864 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e50413c6-c9b1-4060-91ce-8663f9655e28 req-f91ca566-60d2-400f-8630-f38c15e1f924 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.3329942
May 04 18:16:28.749927 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e50413c6-c9b1-4060-91ce-8663f9655e28 req-a12ccf04-f1bd-44e7-8068-1edde8759cc9 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125312
May 04 18:16:28.756353 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 84c9422b-afc3-4399-bd1b-52e349368ce7 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:16:28.790183 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-2e4da500-aaad-43be-a624-1645bb1b23ab req-91e134df-5a1a-4535-b780-2f8ec2380d24 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] For port d470d92d-bb20-42b7-b053-4083ad185591, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d470d92d-bb20-42b7-b053-4083ad185591,segment=NetworkSegment(f6eda80f-1be0-4800-9ba8-4756455dc40b),segment_id=f6eda80f-1be0-4800-9ba8-4756455dc40b)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:16:28.790544 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-2e4da500-aaad-43be-a624-1645bb1b23ab req-91e134df-5a1a-4535-b780-2f8ec2380d24 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:28.831045 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 84c9422b-afc3-4399-bd1b-52e349368ce7 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:16:28.838352 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 84c9422b-afc3-4399-bd1b-52e349368ce7 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:28.838897 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:28.967506 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:28.980849 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-2e4da500-aaad-43be-a624-1645bb1b23ab req-91e134df-5a1a-4535-b780-2f8ec2380d24 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Calling delete_port for d470d92d-bb20-42b7-b053-4083ad185591 owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:16:28.988418 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 84c9422b-afc3-4399-bd1b-52e349368ce7, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=84c9422b-afc3-4399-bd1b-52e349368ce7,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:16:28.995205 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:28.997415 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:29.066006 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for subnet, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:29.072687 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:29.118191 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=84c9422b-afc3-4399-bd1b-52e349368ce7,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:29.129853 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:29.131078 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:29.137787 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:29.140702 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925045'] for router_interface, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:29.149537 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:29.156172 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b51f11-c037-4c88-98ce-144cc726ee20,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:29.159388 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:29.164493 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] Checking segment: {'id': 'c607a488-21ae-45ab-a482-a90f0014e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '23dd4ce0-abd1-4ca9-89d2-2f9aea29074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:16:29.164812 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] Network hostable DHCP agents. Network: 23dd4ce0-abd1-4ca9-89d2-2f9aea29074c, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:16:29.183896 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] Network 23dd4ce0-abd1-4ca9-89d2-2f9aea29074c is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:16:29.196119 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, 23dd4ce0-abd1-4ca9-89d2-2f9aea29074c) {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:16:29.201916 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:29.205021 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:29.205828 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05473fb2-5956-4c05-9fec-fa9c4496f7bc None None] Network 23dd4ce0-abd1-4ca9-89d2-2f9aea29074c requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:16:29.244714 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6967447
May 04 18:16:29.360721 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Pushing event updated for resources: {'Port': ['ID=07d66ccf-3fd8-4ac3-abab-da19f53d02b0,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:29.373553 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:29.389533 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-2e4da500-aaad-43be-a624-1645bb1b23ab req-91e134df-5a1a-4535-b780-2f8ec2380d24 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:29.402426 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:29.456255 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e134df-5a1a-4535-b780-2f8ec2380d24 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Pushing event deleted for resources: {'Port': ['ID=d470d92d-bb20-42b7-b053-4083ad185591,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:29.467109 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aac4c5c-cf38-4c98-946b-8e62fc979385 None None] Network 23dd4ce0-abd1-4ca9-89d2-2f9aea29074c requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:16:29.476614 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-91e134df-5a1a-4535-b780-2f8ec2380d24 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:29.627552 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-afae434a-8a1c-400d-8613-ee81c9ff93b0 req-ed25cb32-0a8d-4f09-a82e-614ee870bdb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b590a2bc-9427-439b-87ad-b05399fdca88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0714719
May 04 18:16:29.640118 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Network f4b33504-faeb-4e1f-8e54-370cd5782b48 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:16:29.646039 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:16:29.648273 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4da500-aaad-43be-a624-1645bb1b23ab req-91e134df-5a1a-4535-b780-2f8ec2380d24 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] No DVR routers for this DVR port d470d92d-bb20-42b7-b053-4083ad185591 on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:16:29.653872 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-2e4da500-aaad-43be-a624-1645bb1b23ab req-91e134df-5a1a-4535-b780-2f8ec2380d24 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:29.656405 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8', 'name': 'network-vif-deleted', 'tag': 'd470d92d-bb20-42b7-b053-4083ad185591'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:16:29.806711 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2e4da500-aaad-43be-a624-1645bb1b23ab req-91e134df-5a1a-4535-b780-2f8ec2380d24 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.64 "DELETE /v2.0/ports/d470d92d-bb20-42b7-b053-4083ad185591 HTTP/1.1" status: 204  len: 173 time: 1.7015362
May 04 18:16:29.852818 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Router 14bda080-7df0-49f2-82d1-973d192e6957 has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:16:29.882834 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-da34169e-7170-4a9f-8c9b-8bd34dc51fba None None] Provisioning complete for port 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:29.883344 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-da34169e-7170-4a9f-8c9b-8bd34dc51fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:29.946501 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-da34169e-7170-4a9f-8c9b-8bd34dc51fba None None] Port 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:16:30.060039 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:16:30.067966 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] 10.222.0.67 "PUT /v2.0/routers/14bda080-7df0-49f2-82d1-973d192e6957/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2133532
May 04 18:16:30.079486 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Sync routers for ids ['14bda080-7df0-49f2-82d1-973d192e6957'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:16:30.089802 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Routers {'14bda080-7df0-49f2-82d1-973d192e6957'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:16:30.090514 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e59d310>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:16:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['14bda080-7df0-49f2-82d1-973d192e6957'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:30.294085 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Set router 14bda080-7df0-49f2-82d1-973d192e6957 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:16:30.630548 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e59d310>, [{'id': '14bda080-7df0-49f2-82d1-973d192e6957', 'name': 'tempest-TestShelveInstance-1557949699-router', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'gw_port': {'id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '07d66ccf-3fd8-4ac3-abab-da19f53d02b0', 'name': '', 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'mac_address': 'fa:16:3e:81:ba:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:26Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 2, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'subnets': [{'id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:30.634758 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Checking router: 14bda080-7df0-49f2-82d1-973d192e6957 for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:16:30.635120 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Updating router 14bda080-7df0-49f2-82d1-973d192e6957 port 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 binding host dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:16:30.646549 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40446) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:30.652723 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1248180437-network', 'tenant_id': '3481de034d1c47c699cc4bd749ecaeed'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:30.657777 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:30.662356 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Usage tracker for resource:network and tenant:3481de034d1c47c699cc4bd749ecaeed is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:30.666507 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:30.676742 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:30.677474 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 84c9422b-afc3-4399-bd1b-52e349368ce7 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:16:30.687403 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Made reservation on behalf of 3481de034d1c47c699cc4bd749ecaeed for: {'network': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:16:30.689948 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:30.701897 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:30.716705 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:30.720474 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:3481de034d1c47c699cc4bd749ecaeed is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:30.724292 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:30.730437 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:30.737962 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:30.813270 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:30.817214 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:30.821303 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-5e2187a2-40d9-4a2b-8ca0-c6baa7a2b899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:30.849821 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810}  {{(pid=73828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:16:30.852937 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 84c9422b-afc3-4399-bd1b-52e349368ce7 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:30.853312 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:30.858522 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4ad6c7-20eb-4235-86b6-9f1165e7fee5,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:30.862051 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:30.865474 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:30.865849 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.segments_db [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Added segment 2f0d41b1-dc83-4af0-82bd-0071c9dd7d09 of type vlan for network 6d53f927-fcba-443c-8822-5027dac4bbad
May 04 18:16:30.895496 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:30.925099 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:30.926922 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:30.927547 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:30.932337 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e2003beb-ef62-450c-b6d4-5b15f3d9c426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:31.037395 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3895609
May 04 18:16:31.040162 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 40450) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:31.043392 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=6d53f927-fcba-443c-8822-5027dac4bbad,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:31.046354 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:31.053427 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] Request body: {'subnet': {'network_id': '6d53f927-fcba-443c-8822-5027dac4bbad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1248180437-subnet', 'tenant_id': '3481de034d1c47c699cc4bd749ecaeed', 'ip_version': 4}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:31.058207 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:31.062234 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] Usage tracker for resource:subnet and tenant:3481de034d1c47c699cc4bd749ecaeed is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:31.062656 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network 6d53f927-fcba-443c-8822-5027dac4bbad details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:16:31.065173 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:31.071027 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:31.081663 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] Made reservation on behalf of 3481de034d1c47c699cc4bd749ecaeed for: {'subnet': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:16:31.083947 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:31.286399 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Notify callbacks [] for port, precommit_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:31.298511 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Transition to ACTIVE for port object 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:16:31.306105 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:31.310072 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:31.495872 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for subnet, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:31.500977 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-083a4624-da9a-4dfd-8d6e-898183cc2344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:31.538150 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40421359-6206-4b33-97b6-1bae00e2475b None None] Pushing event updated for resources: {'Port': ['ID=07d66ccf-3fd8-4ac3-abab-da19f53d02b0,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:31.546423 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-40421359-6206-4b33-97b6-1bae00e2475b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:31.562487 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Attempting to bind port 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:16:31.562863 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Attempting to bind port 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': '3da59d0a-7e0e-4517-b462-7b5e6a8e95a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:16:31.563234 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Attempting to bind port 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 on network f4b33504-faeb-4e1f-8e54-370cd5782b48 {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:16:31.569011 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:16:31.569389 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Checking segment: {'id': '3da59d0a-7e0e-4517-b462-7b5e6a8e95a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:16:31.569830 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:31.570235 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Bound using segment: {'id': '3da59d0a-7e0e-4517-b462-7b5e6a8e95a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:16:31.570868 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Bound port: 07d66ccf-3fd8-4ac3-abab-da19f53d02b0, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da59d0a-7e0e-4517-b462-7b5e6a8e95a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:16:31.571084 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:31.578809 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b5b9014-934f-4af8-a5ea-2dd9f36489f1,revision_number=0']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:31.585258 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:31.587869 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] Checking segment: {'id': '2f0d41b1-dc83-4af0-82bd-0071c9dd7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d53f927-fcba-443c-8822-5027dac4bbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:16:31.588218 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] Network hostable DHCP agents. Network: 6d53f927-fcba-443c-8822-5027dac4bbad, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:16:31.608603 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] Network 6d53f927-fcba-443c-8822-5027dac4bbad is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:16:31.619855 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, 6d53f927-fcba-443c-8822-5027dac4bbad) {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:16:31.624182 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:31.624701 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:31.631261 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a60fa2-ec5f-41e1-acc4-de88fe92bb7c None None] Network 6d53f927-fcba-443c-8822-5027dac4bbad requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:16:31.646226 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6043291
May 04 18:16:31.648903 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40458) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:31.654629 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1248180437-router', 'tenant_id': '3481de034d1c47c699cc4bd749ecaeed', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:31.659233 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:31.663774 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Usage tracker for resource:router and tenant:3481de034d1c47c699cc4bd749ecaeed is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:31.666886 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:31.672563 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:31.684224 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-927591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39441'] for router, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:31.685441 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39528'] for router, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:31.703047 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:31.762734 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 6b33510f-0b7e-4f62-b8f4-c065f144ed45 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:16:31.817918 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] For port 07d66ccf-3fd8-4ac3-abab-da19f53d02b0, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:16:31.847084 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] For port 07d66ccf-3fd8-4ac3-abab-da19f53d02b0, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=07d66ccf-3fd8-4ac3-abab-da19f53d02b0,segment=NetworkSegment(3da59d0a-7e0e-4517-b462-7b5e6a8e95a3),segment_id=3da59d0a-7e0e-4517-b462-7b5e6a8e95a3)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:16:31.886976 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:31.905573 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:32.067424 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be935449-c9c8-40aa-9cb3-a12b108ba8de req-0439600d-adca-46ac-9797-2e83f00a7671 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:32.069191 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-be935449-c9c8-40aa-9cb3-a12b108ba8de req-0439600d-adca-46ac-9797-2e83f00a7671 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 944 time: 0.0965254
May 04 18:16:32.073102 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Routers {'14bda080-7df0-49f2-82d1-973d192e6957'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:16:32.074096 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e59d310>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:16:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['14bda080-7df0-49f2-82d1-973d192e6957'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:32.131870 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-be935449-c9c8-40aa-9cb3-a12b108ba8de req-8fdc24cb-8882-44d7-b51e-85ad7bb91a7c tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553920
May 04 18:16:32.200678 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8', 'name': 'network-vif-deleted', 'tag': 'd470d92d-bb20-42b7-b053-4083ad185591', 'status': 'completed', 'code': 200}
May 04 18:16:32.295391 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-927497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39550'] for router, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:32.311846 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b751ee0a-470d-4dc1-95bb-d58120f35460 req-810b01aa-b21e-49eb-a6d7-bb3399bb461b tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde0c5c9-b0f9-4cbe-a15f-e9f7ec2476c8 HTTP/1.1" status: 200  len: 210 time: 0.1733341
May 04 18:16:32.333340 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40421359-6206-4b33-97b6-1bae00e2475b None None] Pushing event updated for resources: {'Port': ['ID=07d66ccf-3fd8-4ac3-abab-da19f53d02b0,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:32.341377 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port 6b33510f-0b7e-4f62-b8f4-c065f144ed45 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:16:32.349257 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-40421359-6206-4b33-97b6-1bae00e2475b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:32.368328 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] Set router 14bda080-7df0-49f2-82d1-973d192e6957 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:16:32.389572 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-afae434a-8a1c-400d-8613-ee81c9ff93b0 req-4f29aeb2-5a40-4a7a-b17f-717de1146856 service neutron] 10.222.0.64 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6094415
May 04 18:16:32.456745 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e247c7e-40dd-48c2-996a-b83dc6a5b934 req-5e49e86b-8f7b-4334-ba32-cf49c7577a31 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:32.458472 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1e247c7e-40dd-48c2-996a-b83dc6a5b934 req-5e49e86b-8f7b-4334-ba32-cf49c7577a31 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1056614
May 04 18:16:32.511138 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a245aa9-5d94-527a-8046-af85b68d10c7-6d53f927-fcba-443c-8822-5027dac4bbad', 'network_id': '6d53f927-fcba-443c-8822-5027dac4bbad', 'tenant_id': '3481de034d1c47c699cc4bd749ecaeed', 'fixed_ips': [{'subnet_id': '0b5b9014-934f-4af8-a5ea-2dd9f36489f1'}]}} from dv-cinder-789603-2-iscsi. {{(pid=73829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 18:16:32.513147 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:32.542559 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1e247c7e-40dd-48c2-996a-b83dc6a5b934 req-3335103f-eb14-4a03-997e-a2b2e44be0c5 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776930
May 04 18:16:32.544766 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port 6b33510f-0b7e-4f62-b8f4-c065f144ed45 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:32.545149 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:32.831832 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-afae434a-8a1c-400d-8613-ee81c9ff93b0 req-abd87371-dec0-440d-8ba4-1242941022e7 service neutron] 10.222.0.64 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3402462
May 04 18:16:32.893570 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-f936dc3c-7261-4c2b-82e3-a6c3a11a5a45 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:32.894428 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-f936dc3c-7261-4c2b-82e3-a6c3a11a5a45 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Synchronizing usage tracker for tenant:9657dc1e2dfd49c28f24791c35b6d853 on resource:network {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:16:33.096747 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:33.157264 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-f936dc3c-7261-4c2b-82e3-a6c3a11a5a45 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Unset dirty status for tenant:9657dc1e2dfd49c28f24791c35b6d853 on resource:network {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:16:33.166718 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-f936dc3c-7261-4c2b-82e3-a6c3a11a5a45 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/networks?id=23dd4ce0-abd1-4ca9-89d2-2f9aea29074c HTTP/1.1" status: 200  len: 814 time: 0.4874151
May 04 18:16:33.191807 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-5be9117f-79a5-430f-8a51-3f720734b6a0 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/quotas/9657dc1e2dfd49c28f24791c35b6d853 HTTP/1.1" status: 200  len: 375 time: 0.0236881
May 04 18:16:33.195336 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:33.209912 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.db_base_plugin_common [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Allocated IP 172.20.0.2 (6d53f927-fcba-443c-8822-5027dac4bbad/0b5b9014-934f-4af8-a5ea-2dd9f36489f1/0e60f713-6e96-48da-b080-ffd3c13ff0e0) {{(pid=73829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:16:33.273643 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dc861d-2894-48e1-baab-155da55ee2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b33510f-0b7e-4f62-b8f4-c065f144ed45'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:16:33.286062 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-952942ee-fbd1-46e3-9b1c-c818867421b6 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9657dc1e2dfd49c28f24791c35b6d853&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0931149
May 04 18:16:33.330099 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 6b33510f-0b7e-4f62-b8f4-c065f144ed45, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6b33510f-0b7e-4f62-b8f4-c065f144ed45,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:16:33.347475 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:33.348784 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device d470d92d-bb20-42b7-b053-4083ad185591 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:16:33.444173 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-40421359-6206-4b33-97b6-1bae00e2475b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:33.446440 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-8c335f8b-5cc8-416f-aeb0-1bd31015f56e service neutron] 10.222.0.67 "GET /v2.0/networks/23dd4ce0-abd1-4ca9-89d2-2f9aea29074c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1593070
May 04 18:16:33.469320 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:33.483375 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d530477-dc23-4e92-977a-111cb1775831 req-ec6be174-aa0a-410b-9e57-cce0c32cd85f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:33.486152 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0d530477-dc23-4e92-977a-111cb1775831 req-ec6be174-aa0a-410b-9e57-cce0c32cd85f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 945 time: 0.1522951
May 04 18:16:33.575388 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0d530477-dc23-4e92-977a-111cb1775831 req-4e4afa29-f07b-4bdd-83c6-d4b283719c1e tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840430
May 04 18:16:33.600801 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: d470d92d-bb20-42b7-b053-4083ad185591 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:16:33.600962 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device d470d92d-bb20-42b7-b053-4083ad185591 not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:16:33.633562 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e59d310>, [{'id': '14bda080-7df0-49f2-82d1-973d192e6957', 'name': 'tempest-TestShelveInstance-1557949699-router', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'gw_port': {'id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '07d66ccf-3fd8-4ac3-abab-da19f53d02b0', 'name': '', 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'mac_address': 'fa:16:3e:81:ba:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:26Z', 'updated_at': '2021-05-04T18:16:31Z', 'revision_number': 4, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'subnets': [{'id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:33.650257 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff7fedc-ca8d-4f45-8f7d-fbb8f9e833d4 None None] The sync data for ids ['14bda080-7df0-49f2-82d1-973d192e6957'] in dv-cinder-789603-2-iscsi is: [{'id': '14bda080-7df0-49f2-82d1-973d192e6957', 'name': 'tempest-TestShelveInstance-1557949699-router', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'gw_port': {'id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '07d66ccf-3fd8-4ac3-abab-da19f53d02b0', 'name': '', 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'mac_address': 'fa:16:3e:81:ba:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:26Z', 'updated_at': '2021-05-04T18:16:31Z', 'revision_number': 4, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'subnets': [{'id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:16:33.664198 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dc861d-2894-48e1-baab-155da55ee2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b33510f-0b7e-4f62-b8f4-c065f144ed45', 'code': 200}
May 04 18:16:33.684715 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=6b33510f-0b7e-4f62-b8f4-c065f144ed45,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:33.690244 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:33.755345 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-599258d8-7634-4fb7-b9b8-cd7da050a1b7 service neutron] 10.222.0.67 "GET /v2.0/networks/23dd4ce0-abd1-4ca9-89d2-2f9aea29074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3078673
May 04 18:16:33.786232 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Allocated IP 172.27.1.244 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/39f87c4e-808b-4abc-9fa5-702ef5ab50c3) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:16:33.859988 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Notify callbacks [] for port, precommit_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:33.874299 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Transition to ACTIVE for port object 0e60f713-6e96-48da-b080-ffd3c13ff0e0 will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:16:33.923541 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Transition to ACTIVE for port object 0e60f713-6e96-48da-b080-ffd3c13ff0e0 will not be triggered until provisioned by entity DHCP. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:16:33.944432 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:33.949784 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-731a83f7-1cc6-4787-85eb-b0d55d782c8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:34.120297 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Network 6d53f927-fcba-443c-8822-5027dac4bbad is already hosted by enough agents. {{(pid=73829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:16:34.130379 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.base_scheduler [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Resources bound (agent type, host, resource id):  {{(pid=73829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:16:34.134640 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Received port after_create {{(pid=73829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:16:34.158937 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Pushing event updated for resources: {'Port': ['ID=0e60f713-6e96-48da-b080-ffd3c13ff0e0,revision_number=1']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:34.212421 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:34.224670 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b24174-f07a-4305-abee-12891d6fd7e2 req-77993248-cbb3-4d74-a292-afbaf60c39c2 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:34.236929 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e3b24174-f07a-4305-abee-12891d6fd7e2 req-77993248-cbb3-4d74-a292-afbaf60c39c2 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.2465184
May 04 18:16:34.246490 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-60c6e50f-d02e-474e-9c07-1daa8fd20418 req-2b77b217-dff2-40f1-9e9b-f3be63c3c056 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 210 time: 0.1385186
May 04 18:16:34.348376 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Attempting to bind port 0e60f713-6e96-48da-b080-ffd3c13ff0e0 on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:16:34.349041 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Attempting to bind port 0e60f713-6e96-48da-b080-ffd3c13ff0e0 by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': '2f0d41b1-dc83-4af0-82bd-0071c9dd7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d53f927-fcba-443c-8822-5027dac4bbad'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:16:34.349349 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Attempting to bind port 0e60f713-6e96-48da-b080-ffd3c13ff0e0 on network 6d53f927-fcba-443c-8822-5027dac4bbad {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:16:34.361128 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:16:34.361576 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Checking segment: {'id': '2f0d41b1-dc83-4af0-82bd-0071c9dd7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d53f927-fcba-443c-8822-5027dac4bbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:16:34.361891 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:34.362394 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Bound using segment: {'id': '2f0d41b1-dc83-4af0-82bd-0071c9dd7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d53f927-fcba-443c-8822-5027dac4bbad'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:16:34.363378 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Bound port: 0e60f713-6e96-48da-b080-ffd3c13ff0e0, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0d41b1-dc83-4af0-82bd-0071c9dd7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d53f927-fcba-443c-8822-5027dac4bbad'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:16:34.363863 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:34.370818 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e3b24174-f07a-4305-abee-12891d6fd7e2 req-4e83ad8a-1bd7-4751-976e-f45279257249 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326022
May 04 18:16:34.424647 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:34.442513 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae8a22-f66c-40e0-9c78-17e267a0067f req-aa63abb4-7315-42ba-ae14-aef5106671e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:34.444027 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-eeae8a22-f66c-40e0-9c78-17e267a0067f req-aa63abb4-7315-42ba-ae14-aef5106671e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 1098 time: 0.4262140
May 04 18:16:34.539549 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-eeae8a22-f66c-40e0-9c78-17e267a0067f req-dc994037-9b15-4fe7-9837-e70334350a6a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794804
May 04 18:16:34.565222 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:34.570689 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:34.590787 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] For port 0e60f713-6e96-48da-b080-ffd3c13ff0e0, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:16:34.597006 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] For port 0e60f713-6e96-48da-b080-ffd3c13ff0e0, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=0e60f713-6e96-48da-b080-ffd3c13ff0e0,segment=NetworkSegment(2f0d41b1-dc83-4af0-82bd-0071c9dd7d09),segment_id=2f0d41b1-dc83-4af0-82bd-0071c9dd7d09)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:16:34.620399 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:34.625394 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:34.787178 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:16:34.794521 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:16:34.809053 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:16:34.852897 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:16:35.007737 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Pushing event updated for resources: {'Port': ['ID=0e60f713-6e96-48da-b080-ffd3c13ff0e0,revision_number=2']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:35.014263 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:35.042089 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:16:35.052154 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:35.052849 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:35.255704 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:35.393518 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Pushing event updated for resources: {'Port': ['ID=39f87c4e-808b-4abc-9fa5-702ef5ab50c3,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:35.399567 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:35.408074 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 07d66ccf-3fd8-4ac3-abab-da19f53d02b0, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=07d66ccf-3fd8-4ac3-abab-da19f53d02b0,segment=NetworkSegment(3da59d0a-7e0e-4517-b462-7b5e6a8e95a3),segment_id=3da59d0a-7e0e-4517-b462-7b5e6a8e95a3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:16:35.418291 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:35.426894 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:35.515277 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=07d66ccf-3fd8-4ac3-abab-da19f53d02b0,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:35.526997 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9ac08037-e46a-4171-a04c-cdd24d8d97b3 req-3f24e14a-039e-4875-8335-7dfdce220b7f tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 210 time: 0.0530069
May 04 18:16:35.528165 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd09be-baf6-4fcb-a231-eb23a1d3a962 req-017bf74f-268d-4abb-a6d9-71cef40b7cb7 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:35.530074 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d5bd09be-baf6-4fcb-a231-eb23a1d3a962 req-017bf74f-268d-4abb-a6d9-71cef40b7cb7 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 945 time: 0.2925458
May 04 18:16:35.532434 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:35.675389 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d5bd09be-baf6-4fcb-a231-eb23a1d3a962 req-460a64e1-19eb-4310-8980-551afb30a2f3 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910935
May 04 18:16:35.750335 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def85070-f2b4-493f-a7fc-6cc7a9e5981e req-85a09d76-39e4-4e20-a9f8-5ee85645c0dd tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:35.751959 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-def85070-f2b4-493f-a7fc-6cc7a9e5981e req-85a09d76-39e4-4e20-a9f8-5ee85645c0dd tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1178346
May 04 18:16:35.775190 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:35.834278 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-def85070-f2b4-493f-a7fc-6cc7a9e5981e req-afde690b-d207-45d1-ba9b-e52af855ee01 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736606
May 04 18:16:36.221210 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 40546) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:36.398862 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355b5b11-1a67-47ce-a414-e885e4dc0636 None None] Network 6d53f927-fcba-443c-8822-5027dac4bbad requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:16:36.510274 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_v2 [None req-6547799c-b199-4c0a-8e92-6336ba3dafb4 admin admin] Deleting subnet a4f7d101-97fe-450f-bc5b-91bf7d54590e {{(pid=73827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 18:16:36.513755 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6547799c-b199-4c0a-8e92-6336ba3dafb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:36.542966 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-2e367711-9456-45d7-803c-8519f32a2a63 None None] Provisioning for port 0e60f713-6e96-48da-b080-ffd3c13ff0e0 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:16:36.594304 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6547799c-b199-4c0a-8e92-6336ba3dafb4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:36.609585 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6547799c-b199-4c0a-8e92-6336ba3dafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134034807'] for subnet, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:36.627560 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-e938dbe8-03ca-4200-8838-f8a45083f213 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:36.642949 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-e938dbe8-03ca-4200-8838-f8a45083f213 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.64 "GET /v2.0/networks?id=23dd4ce0-abd1-4ca9-89d2-2f9aea29074c HTTP/1.1" status: 200  len: 814 time: 0.3452380
May 04 18:16:36.695517 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Request body: {'port': {'device_id': 'b826bed4-ebb7-4eaa-9d74-0cd78a46970a', 'network_id': '23dd4ce0-abd1-4ca9-89d2-2f9aea29074c', 'admin_state_up': True, 'tenant_id': '9657dc1e2dfd49c28f24791c35b6d853'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:36.755745 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926137'] for router, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:36.841396 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-aa8fd0b5-8d44-469a-92c2-14aa5de96093 req-d5d86897-5115-4b98-86fe-0b05ae7ae54e tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 210 time: 0.1274967
May 04 18:16:36.946629 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:16:37.059000 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:37.059856 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:37.209523 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146435a-fa3e-4da5-9a5d-d407518bf810 req-11b049f9-dd2b-42f0-bac6-339f86ab5f8d tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:37.211088 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4146435a-fa3e-4da5-9a5d-d407518bf810 req-11b049f9-dd2b-42f0-bac6-339f86ab5f8d tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1795409
May 04 18:16:37.214775 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 0e60f713-6e96-48da-b080-ffd3c13ff0e0 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:16:37.235200 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:37.249298 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Usage tracker for resource:port and tenant:9657dc1e2dfd49c28f24791c35b6d853 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:37.250135 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6547799c-b199-4c0a-8e92-6336ba3dafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134034814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for subnet, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:37.255828 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:37.265588 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:37.267377 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:37.293944 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36dbcef-8b1b-4e4c-8d91-ca38ecc52950 req-fe04aebb-8e6e-4e27-96a9-367b7448400a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:37.301596 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d36dbcef-8b1b-4e4c-8d91-ca38ecc52950 req-fe04aebb-8e6e-4e27-96a9-367b7448400a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 945 time: 0.4035308
May 04 18:16:37.302268 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 0e60f713-6e96-48da-b080-ffd3c13ff0e0 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:16:37.307632 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 0e60f713-6e96-48da-b080-ffd3c13ff0e0 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:37.308002 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:37.314521 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6547799c-b199-4c0a-8e92-6336ba3dafb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:37.319175 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547799c-b199-4c0a-8e92-6336ba3dafb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4f7d101-97fe-450f-bc5b-91bf7d54590e,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:37.321676 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-6547799c-b199-4c0a-8e92-6336ba3dafb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:37.323396 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Made reservation on behalf of 9657dc1e2dfd49c28f24791c35b6d853 for: {'port': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:16:37.326631 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4146435a-fa3e-4da5-9a5d-d407518bf810 req-ed63a60c-226a-4143-a8de-385c30232977 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004117
May 04 18:16:37.326777 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:37.330594 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-6547799c-b199-4c0a-8e92-6336ba3dafb4 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a4f7d101-97fe-450f-bc5b-91bf7d54590e HTTP/1.1" status: 204  len: 168 time: 1.1079931
May 04 18:16:37.333409 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 40572) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:37.434014 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d36dbcef-8b1b-4e4c-8d91-ca38ecc52950 req-4b1703f7-ffd4-4677-a5d2-72f7745ca33d tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313825
May 04 18:16:37.436311 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Router a60340ce-251c-445e-9067-dc728fcf16bb is scheduled to L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 with binding_index 1 {{(pid=73828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 18:16:37.462762 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:37.468407 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134169873'] for network, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:37.531567 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 0e60f713-6e96-48da-b080-ffd3c13ff0e0, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=0e60f713-6e96-48da-b080-ffd3c13ff0e0,segment=NetworkSegment(2f0d41b1-dc83-4af0-82bd-0071c9dd7d09),segment_id=2f0d41b1-dc83-4af0-82bd-0071c9dd7d09)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:16:37.543517 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:37.546222 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:37.619617 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=0e60f713-6e96-48da-b080-ffd3c13ff0e0,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:37.622541 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134021354', 'neutron.services.segments.db._delete_segments_for_network-8748915164721'] for network, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:37.631026 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:37.684525 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Allocated IP 172.20.0.3 (23dd4ce0-abd1-4ca9-89d2-2f9aea29074c/15b51f11-c037-4c88-98ce-144cc726ee20/6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:16:37.735782 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f503ddde400>> segment before_delete 55550000 {{(pid=73827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:16:37.736133 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f503ddde400>> subnet precommit_delete_associations 55550000 {{(pid=73827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:16:37.736896 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f503d8ab100>> segment_host_mapping after_create 55550000 {{(pid=73827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:16:37.737246 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f503d8ab100>> port after_create 55550000 {{(pid=73827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:16:37.737645 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f503d8ab100>> port after_delete 55550000 {{(pid=73827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:16:37.737983 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f503d8ab100>> port after_update 55550000 {{(pid=73827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:16:37.738306 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f503d8ab100>> segment after_delete 55550000 {{(pid=73827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:16:37.738625 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f503d8ab100>> subnet after_create 55550000 {{(pid=73827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:16:37.738945 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f503d8ab100>> subnet after_delete 55550000 {{(pid=73827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:16:37.739255 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f503d8ab100>> subnet after_update 55550000 {{(pid=73827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:16:37.846940 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:16:37.860081 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Sync routers for ids ['a60340ce-251c-445e-9067-dc728fcf16bb'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:16:37.873014 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Routers {'a60340ce-251c-445e-9067-dc728fcf16bb'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:16:37.873652 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e105f70>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:16:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['a60340ce-251c-445e-9067-dc728fcf16bb'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:37.926402 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f503ce53910>> subnet after_create 55550000 {{(pid=73827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:16:37.927010 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f503ce53910>> subnet after_delete 55550000 {{(pid=73827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:16:37.927539 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f503ce53910>> subnet before_create 55550000 {{(pid=73827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:16:37.928096 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f503ce53910>> subnet before_update 55550000 {{(pid=73827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:16:37.928930 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f503ced3f40>,) {'filters': {'network_id': ['de204a18-ac33-4a46-a0a5-9fe86a701001']}} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:37.946293 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f503ced3f40>, 'f6eda80f-1be0-4800-9ba8-4756455dc40b') {'for_net_delete': True} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:37.946915 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f503ced3f40>, 'f6eda80f-1be0-4800-9ba8-4756455dc40b') {} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:37.964436 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748915175783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396958'] for segment, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:37.983775 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:37.994081 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=73827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 18:16:38.155766 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7a43136d-2c6d-4224-8fe0-eaf456846368 req-88d763b1-2f23-49b6-a7d3-40d58d8edde5 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 210 time: 0.1335521
May 04 18:16:38.192069 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Notify callbacks [] for router, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:38.195793 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.5431221
May 04 18:16:38.196718 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40600) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:38.228564 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Set router a60340ce-251c-445e-9067-dc728fcf16bb gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:16:38.272703 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Network de204a18-ac33-4a46-a0a5-9fe86a701001 has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:16:38.287445 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134036002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221148'] for segment, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:38.366160 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:38.508345 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:38.551896 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e105f70>, [{'id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'name': 'tempest-TestShelveInstance-1248180437-router', 'tenant_id': '3481de034d1c47c699cc4bd749ecaeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '39f87c4e-808b-4abc-9fa5-702ef5ab50c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:31Z', 'updated_at': '2021-05-04T18:16:35Z', 'revision_number': 3, 'project_id': '3481de034d1c47c699cc4bd749ecaeed', 'gw_port': {'id': '39f87c4e-808b-4abc-9fa5-702ef5ab50c3', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:33Z', 'updated_at': '2021-05-04T18:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:38.559844 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Checking router: a60340ce-251c-445e-9067-dc728fcf16bb for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:16:38.560202 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Updating router a60340ce-251c-445e-9067-dc728fcf16bb port 39f87c4e-808b-4abc-9fa5-702ef5ab50c3 binding host dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:16:38.600643 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Network de204a18-ac33-4a46-a0a5-9fe86a701001 has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:   from cryptography.utils import int_from_bytes
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:   from cryptography.utils import int_from_bytes
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]: Traceback (most recent call last):
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:     timer()
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:     cb(*args, **kw)
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:     return func(*args, **kwargs)
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:     self._notify()
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:     self.callback(batched_events)
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:     event.method(event)
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:     return f(self, *a, **k)
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._get(url).json()
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self.request(url, 'GET', **kwargs)
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 18:16:38.640696 dv-cinder-789603-2-iscsi neutron-server[73827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 18:16:38.683060 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:38.748596 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:38.754324 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134021365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926019'] for network, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:38.760712 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f7cde029-3875-43d6-a2ee-51e59d6fa721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:38.795298 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:38.805754 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Pushing event deleted for resources: {'Network': ['ID=de204a18-ac33-4a46-a0a5-9fe86a701001,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:38.806184 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 0e60f713-6e96-48da-b080-ffd3c13ff0e0 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:16:38.826186 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:38.827783 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] 10.222.0.67 "DELETE /v2.0/networks/de204a18-ac33-4a46-a0a5-9fe86a701001 HTTP/1.1" status: 204  len: 168 time: 1.4933336
May 04 18:16:38.928384 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Network 23dd4ce0-abd1-4ca9-89d2-2f9aea29074c is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:16:38.941727 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:16:38.950656 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Pushing event updated for resources: {'Port': ['ID=6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:38.953003 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:16:38.960559 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:38.961050 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for port, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:38.978362 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48680e31-1c08-4241-8ac9-af2295255ec4 req-14f3100d-75ee-46c3-a238-8c39d3e46166 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:38.988037 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-48680e31-1c08-4241-8ac9-af2295255ec4 req-14f3100d-75ee-46c3-a238-8c39d3e46166 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.4776080
May 04 18:16:38.995300 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 0e60f713-6e96-48da-b080-ffd3c13ff0e0 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:38.995680 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:39.009860 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 40624) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:39.072038 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:39.130429 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4588559
May 04 18:16:39.144845 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-48680e31-1c08-4241-8ac9-af2295255ec4 req-d5fa88b1-6e0b-4883-ba6c-c2883b3dc87f tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559224
May 04 18:16:39.183200 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 40630) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:39.248100 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-be68e075-f5cc-438c-8193-d9c2eee20e3d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=941e77f13d134f72b1147573b9e17a86&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0613370
May 04 18:16:39.248301 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 40636) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:39.248477 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Request body: {'port': {'device_id': 'b826bed4-ebb7-4eaa-9d74-0cd78a46970a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:39.389953 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Notify callbacks [] for port, precommit_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:39.401926 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.provisioning_blocks [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Transition to ACTIVE for port object 39f87c4e-808b-4abc-9fa5-702ef5ab50c3 will not be triggered until provisioned by entity L2. {{(pid=73830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:16:39.408600 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:39.412961 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:39.457995 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2573de01-9600-4074-9cd5-12a2401d853e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:39.493594 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-2573de01-9600-4074-9cd5-12a2401d853e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:39.495491 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Attempting to bind port 39f87c4e-808b-4abc-9fa5-702ef5ab50c3 on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:16:39.496067 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Attempting to bind port 39f87c4e-808b-4abc-9fa5-702ef5ab50c3 by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:16:39.496607 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Attempting to bind port 39f87c4e-808b-4abc-9fa5-702ef5ab50c3 on network 59dd31e5-fc69-4865-ac92-82ced2e462b7 {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:16:39.498626 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-757b0240-6120-411a-a6cf-83dd4b1dd88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:39.501009 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79a455-0bdc-407a-9b47-d1f2a967a072 None None] Pushing event updated for resources: {'Port': ['ID=39f87c4e-808b-4abc-9fa5-702ef5ab50c3,revision_number=2']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:39.506560 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-0c79a455-0bdc-407a-9b47-d1f2a967a072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:39.507852 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:16:39.508513 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Checking segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:16:39.509166 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:39.509797 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Bound using segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:16:39.510605 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Bound port: 39f87c4e-808b-4abc-9fa5-702ef5ab50c3, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:16:39.511083 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:39.512430 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-2573de01-9600-4074-9cd5-12a2401d853e admin admin] Usage tracker for resource:security_group_rule and tenant:faaf68f4859941afa137d306133db117 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:39.527035 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-2573de01-9600-4074-9cd5-12a2401d853e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:39.541295 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-2573de01-9600-4074-9cd5-12a2401d853e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:39.564341 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-757b0240-6120-411a-a6cf-83dd4b1dd88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:39.607331 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] For port 39f87c4e-808b-4abc-9fa5-702ef5ab50c3, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:16:39.614512 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] For port 39f87c4e-808b-4abc-9fa5-702ef5ab50c3, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=39f87c4e-808b-4abc-9fa5-702ef5ab50c3,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:16:39.620520 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:39.635089 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-a10b47f8-377f-44aa-ba3c-622d98eeb6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:39.639543 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d5fa4-180e-43b1-b1cc-1b0a4a89aac4 req-f6c7bc1c-f988-435a-9d41-98f04b3fab93 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:39.641043 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d31d5fa4-180e-43b1-b1cc-1b0a4a89aac4 req-f6c7bc1c-f988-435a-9d41-98f04b3fab93 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 931 time: 0.2567773
May 04 18:16:39.667423 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:39.718368 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-757b0240-6120-411a-a6cf-83dd4b1dd88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:39.725562 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-9ec21c46-483d-4f6a-bcbc-3601152dc0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:39.727118 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Routers {'a60340ce-251c-445e-9067-dc728fcf16bb'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:16:39.727788 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e105f70>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:16:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['a60340ce-251c-445e-9067-dc728fcf16bb'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:39.735680 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d31d5fa4-180e-43b1-b1cc-1b0a4a89aac4 req-2b95926f-407c-445c-9f1b-d91fdb91525d tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830543
May 04 18:16:39.752168 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b0240-6120-411a-a6cf-83dd4b1dd88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e44f87-5f3b-4319-978f-9c6f8a66c7d6,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:39.766069 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-757b0240-6120-411a-a6cf-83dd4b1dd88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:39.779464 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2573de01-9600-4074-9cd5-12a2401d853e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:39.782385 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-757b0240-6120-411a-a6cf-83dd4b1dd88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:39.786526 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-757b0240-6120-411a-a6cf-83dd4b1dd88a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/56e44f87-5f3b-4319-978f-9c6f8a66c7d6 HTTP/1.1" status: 204  len: 168 time: 0.5341299
May 04 18:16:39.786526 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2573de01-9600-4074-9cd5-12a2401d853e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:39.796417 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:39.825354 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79a455-0bdc-407a-9b47-d1f2a967a072 None None] Pushing event updated for resources: {'Port': ['ID=39f87c4e-808b-4abc-9fa5-702ef5ab50c3,revision_number=3']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:39.833040 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-0c79a455-0bdc-407a-9b47-d1f2a967a072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:39.840489 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-2573de01-9600-4074-9cd5-12a2401d853e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=faaf68f4859941afa137d306133db117&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8295681
May 04 18:16:39.842576 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573de01-9600-4074-9cd5-12a2401d853e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb89daa-46ab-45c2-a9ef-51bfcfa5e170,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:39.844871 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 40646) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:39.857550 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-2573de01-9600-4074-9cd5-12a2401d853e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:39.954435 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-05e34b6c-c9ff-4ab9-9390-18b7a603fb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:40.024316 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-05e34b6c-c9ff-4ab9-9390-18b7a603fb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:40.044485 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:40.090827 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] Set router a60340ce-251c-445e-9067-dc728fcf16bb gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:16:40.110450 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-05e34b6c-c9ff-4ab9-9390-18b7a603fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:40.118370 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-757b0240-6120-411a-a6cf-83dd4b1dd88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:40.138308 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-05e34b6c-c9ff-4ab9-9390-18b7a603fb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:40.142986 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-05e34b6c-c9ff-4ab9-9390-18b7a603fb62 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8fb89daa-46ab-45c2-a9ef-51bfcfa5e170 HTTP/1.1" status: 204  len: 168 time: 0.2971644
May 04 18:16:40.144838 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e34b6c-c9ff-4ab9-9390-18b7a603fb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb89daa-46ab-45c2-a9ef-51bfcfa5e170,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:40.164936 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-05e34b6c-c9ff-4ab9-9390-18b7a603fb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:40.573253 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.notifiers.nova [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 {{(pid=73828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:16:40.578687 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Allocated IP 172.20.0.1 (6d53f927-fcba-443c-8822-5027dac4bbad/0b5b9014-934f-4af8-a5ea-2dd9f36489f1/764658a4-ddd6-43eb-b451-cf7ed0eecb5b) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:16:40.590019 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0250a-736e-4c05-a1b7-da37a510ea1a req-1081250a-ac0f-4c35-a27f-e2c4e7df6fbb tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:40.591529 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-bbd0250a-736e-4c05-a1b7-da37a510ea1a req-1081250a-ac0f-4c35-a27f-e2c4e7df6fbb tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.3018365
May 04 18:16:40.593278 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:40.602844 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e105f70>, [{'id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'name': 'tempest-TestShelveInstance-1248180437-router', 'tenant_id': '3481de034d1c47c699cc4bd749ecaeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '39f87c4e-808b-4abc-9fa5-702ef5ab50c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:31Z', 'updated_at': '2021-05-04T18:16:35Z', 'revision_number': 3, 'project_id': '3481de034d1c47c699cc4bd749ecaeed', 'gw_port': {'id': '39f87c4e-808b-4abc-9fa5-702ef5ab50c3', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:33Z', 'updated_at': '2021-05-04T18:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:40.611373 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dddf1d-d5fa-4e35-8342-890fb1a1f4de None None] The sync data for ids ['a60340ce-251c-445e-9067-dc728fcf16bb'] in dv-cinder-789603-2-iscsi is: [{'id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'name': 'tempest-TestShelveInstance-1248180437-router', 'tenant_id': '3481de034d1c47c699cc4bd749ecaeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '39f87c4e-808b-4abc-9fa5-702ef5ab50c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:31Z', 'updated_at': '2021-05-04T18:16:35Z', 'revision_number': 3, 'project_id': '3481de034d1c47c699cc4bd749ecaeed', 'gw_port': {'id': '39f87c4e-808b-4abc-9fa5-702ef5ab50c3', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:33Z', 'updated_at': '2021-05-04T18:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:16:40.644610 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.provisioning_blocks [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Transition to ACTIVE for port object 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 will not be triggered until provisioned by entity L2. {{(pid=73828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:16:40.665569 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:40.689748 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-1f5c22d3-1f42-4a07-bafe-73dda06dbfaf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:40.754842 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-bbd0250a-736e-4c05-a1b7-da37a510ea1a req-2ab7a110-aa43-4d0a-843e-c7f6a1a672bb tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551986
May 04 18:16:40.966838 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9,revision_number=2']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:40.996460 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:41.098629 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Attempting to bind port 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:16:41.099200 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Attempting to bind port 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'c607a488-21ae-45ab-a482-a90f0014e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '23dd4ce0-abd1-4ca9-89d2-2f9aea29074c'}] {{(pid=73828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:16:41.099606 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Attempting to bind port 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 on network 23dd4ce0-abd1-4ca9-89d2-2f9aea29074c {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:16:41.138236 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Port 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 on network 23dd4ce0-abd1-4ca9-89d2-2f9aea29074c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:16:41.138674 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Attempting to bind port 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 on network 23dd4ce0-abd1-4ca9-89d2-2f9aea29074c {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:16:41.185944 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:16:41.185944 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Checking segment: {'id': 'c607a488-21ae-45ab-a482-a90f0014e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '23dd4ce0-abd1-4ca9-89d2-2f9aea29074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:16:41.185944 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Bound using segment: {'id': 'c607a488-21ae-45ab-a482-a90f0014e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '23dd4ce0-abd1-4ca9-89d2-2f9aea29074c'} {{(pid=73828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:16:41.185944 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Bound port: 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c607a488-21ae-45ab-a482-a90f0014e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '23dd4ce0-abd1-4ca9-89d2-2f9aea29074c'}}] {{(pid=73828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:16:41.189015 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:41.310503 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:41.316790 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2e5cd-25c8-4ad0-9bf7-c3ebc680340e req-b914cdc9-eab7-4df3-b050-af18305855d2 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:41.318481 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9cf2e5cd-25c8-4ad0-9bf7-c3ebc680340e req-b914cdc9-eab7-4df3-b050-af18305855d2 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 943 time: 0.1794512
May 04 18:16:41.320856 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bffef-8d98-4701-b947-29ba29b04f98 req-f64a640f-09d7-4166-8ed7-1023b0f8e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:41.322290 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a28bffef-8d98-4701-b947-29ba29b04f98 req-f64a640f-09d7-4166-8ed7-1023b0f8e497 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 1098 time: 0.3656371
May 04 18:16:41.335576 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.provisioning_blocks [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Transition to ACTIVE for port object 764658a4-ddd6-43eb-b451-cf7ed0eecb5b will not be triggered until provisioned by entity DHCP. {{(pid=73828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:16:41.439863 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] For port 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9, host hv-cinder-78960, cleared binding levels {{(pid=73828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:16:41.444505 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:41.446001 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9cf2e5cd-25c8-4ad0-9bf7-c3ebc680340e req-b0a7da9f-5a9d-4562-8786-16a4ef6e7c8f tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211193
May 04 18:16:41.460498 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a28bffef-8d98-4701-b947-29ba29b04f98 req-baa4a679-1a83-4403-813c-ccea766d9f8a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117074
May 04 18:16:41.467866 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] For port 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9,segment=NetworkSegment(c607a488-21ae-45ab-a482-a90f0014e75b),segment_id=c607a488-21ae-45ab-a482-a90f0014e75b)] {{(pid=73828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:16:41.469009 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:41.523001 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:41.546308 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Network 6d53f927-fcba-443c-8822-5027dac4bbad is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:16:41.551120 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:16:41.557237 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:16:41.557775 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925142'] for router_interface, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:41.602060 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:41.602825 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for port, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:41.604325 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] 10.222.0.64 "PUT /v2.0/ports/6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 HTTP/1.1" status: 200  len: 1093 time: 2.3960128
May 04 18:16:41.607409 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Pushing event updated for resources: {'Port': ['ID=764658a4-ddd6-43eb-b451-cf7ed0eecb5b,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:41.609561 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b826bed4-ebb7-4eaa-9d74-0cd78a46970a', 'tag': '6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9'}] {{(pid=73828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:16:41.620492 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:41.643168 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:41.740275 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b826bed4-ebb7-4eaa-9d74-0cd78a46970a', 'tag': '6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9', 'status': 'completed', 'code': 200}
May 04 18:16:41.923887 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-3b14d920-d7a0-4e76-baa1-27cc68085431 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:41.934670 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-3b14d920-d7a0-4e76-baa1-27cc68085431 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/networks?id=b590a2bc-9427-439b-87ad-b05399fdca88 HTTP/1.1" status: 200  len: 814 time: 0.2583144
May 04 18:16:41.937728 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9,revision_number=3']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:41.971362 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-63fd5e67-62cc-494c-937f-e6a109dc5149 None None] Provisioning for port 764658a4-ddd6-43eb-b451-cf7ed0eecb5b completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:16:41.980498 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-f456f7a8-7768-4235-bfd1-15c7fdcc5880 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/quotas/f0cb6cff504c4a8da4ec138a21a196f0 HTTP/1.1" status: 200  len: 375 time: 0.0294750
May 04 18:16:41.982002 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-63fd5e67-62cc-494c-937f-e6a109dc5149 None None] Provisioning complete for port 764658a4-ddd6-43eb-b451-cf7ed0eecb5b triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:41.982727 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-63fd5e67-62cc-494c-937f-e6a109dc5149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:41.991818 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:42.092416 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-63fd5e67-62cc-494c-937f-e6a109dc5149 None None] Port 764658a4-ddd6-43eb-b451-cf7ed0eecb5b cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:16:42.121578 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-961db8b6-0f54-46ab-a53a-774b7c9f8de1 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0cb6cff504c4a8da4ec138a21a196f0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1269045
May 04 18:16:42.293576 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:42.336567 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-84753dd1-c9c2-4999-85a7-961bbe6c3bef service neutron] 10.222.0.67 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2059472
May 04 18:16:42.372425 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-ca9c6311-3315-4304-860c-75454008e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:42.375378 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-ca9c6311-3315-4304-860c-75454008e2a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9657dc1e2dfd49c28f24791c35b6d853&device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 1096 time: 0.6302145
May 04 18:16:42.488937 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-b3fe8b5f-aca1-4e9e-8c7f-fb00398b33e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 HTTP/1.1" status: 200  len: 217 time: 0.0929585
May 04 18:16:42.497696 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-406a9c00-99d1-4edd-b07e-d0f750b6f7ca service neutron] 10.222.0.67 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519182
May 04 18:16:42.507145 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b5c8f-c848-4f08-a6b9-9862ad835288 req-a8f1bf29-74eb-4a3c-b5f1-9a7bf5099320 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:42.508686 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0f5b5c8f-c848-4f08-a6b9-9862ad835288 req-a8f1bf29-74eb-4a3c-b5f1-9a7bf5099320 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.5159576
May 04 18:16:42.663057 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-857199fa-3de4-4c83-86fb-6eefa2d3c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:42.664494 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-857199fa-3de4-4c83-86fb-6eefa2d3c7e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15b51f11-c037-4c88-98ce-144cc726ee20 HTTP/1.1" status: 200  len: 854 time: 0.1549315
May 04 18:16:42.676295 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0f5b5c8f-c848-4f08-a6b9-9862ad835288 req-d38e7781-cf45-47ac-be51-208d1bc10bd3 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160929
May 04 18:16:42.801877 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 39f87c4e-808b-4abc-9fa5-702ef5ab50c3 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:16:42.857849 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-1d5f24ac-2d28-4585-90cd-8a208c804d0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23dd4ce0-abd1-4ca9-89d2-2f9aea29074c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1784172
May 04 18:16:42.900546 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 39f87c4e-808b-4abc-9fa5-702ef5ab50c3 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:16:42.911588 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 39f87c4e-808b-4abc-9fa5-702ef5ab50c3 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:42.912031 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:43.093296 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:43.120626 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 39f87c4e-808b-4abc-9fa5-702ef5ab50c3, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=39f87c4e-808b-4abc-9fa5-702ef5ab50c3,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:16:43.128561 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:43.131251 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:43.139482 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:43.161929 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:43.162711 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925045'] for router_interface, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:43.169978 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:43.192268 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-74ac3f74-ad0a-4479-b342-5343e5144933 req-90cb0a3a-aa5f-4017-bd0c-7ba1298591fd tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 210 time: 0.0668037
May 04 18:16:43.218938 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-31a1221e-1cc7-436a-b2cd-dae94bd4b7a0 service neutron] 10.222.0.64 "GET /v2.0/networks/23dd4ce0-abd1-4ca9-89d2-2f9aea29074c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3491683
May 04 18:16:43.221218 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=39f87c4e-808b-4abc-9fa5-702ef5ab50c3,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:43.224521 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:43.317698 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5576a04-0309-4bd7-9d95-fb12310be77f req-12a8357a-7d39-413b-86e2-b35294ac3b74 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:43.318480 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-f5576a04-0309-4bd7-9d95-fb12310be77f req-12a8357a-7d39-413b-86e2-b35294ac3b74 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Synchronizing usage tracker for tenant:9657dc1e2dfd49c28f24791c35b6d853 on resource:port {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:16:43.372445 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Pushing event updated for resources: {'Port': ['ID=764658a4-ddd6-43eb-b451-cf7ed0eecb5b,revision_number=2']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:43.431027 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:43.471033 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-f5576a04-0309-4bd7-9d95-fb12310be77f req-12a8357a-7d39-413b-86e2-b35294ac3b74 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Unset dirty status for tenant:9657dc1e2dfd49c28f24791c35b6d853 on resource:port {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:16:43.472247 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f5576a04-0309-4bd7-9d95-fb12310be77f req-12a8357a-7d39-413b-86e2-b35294ac3b74 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 943 time: 0.5755842
May 04 18:16:43.554014 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8bc397c7-c10f-4b23-8700-1e31b92905a3 req-71f2eee2-92b2-4b14-8049-cf97f2c3b9a4 service neutron] 10.222.0.64 "GET /v2.0/networks/23dd4ce0-abd1-4ca9-89d2-2f9aea29074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3138847
May 04 18:16:43.558098 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Network 6d53f927-fcba-443c-8822-5027dac4bbad is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:16:43.561061 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:16:43.568672 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-f5576a04-0309-4bd7-9d95-fb12310be77f req-f8eeddfa-1c3e-48d2-944d-91cdd75cdb13 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Synchronizing usage tracker for tenant:9657dc1e2dfd49c28f24791c35b6d853 on resource:security_group {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:16:43.672561 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-f5576a04-0309-4bd7-9d95-fb12310be77f req-f8eeddfa-1c3e-48d2-944d-91cdd75cdb13 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Unset dirty status for tenant:9657dc1e2dfd49c28f24791c35b6d853 on resource:security_group {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:16:43.673772 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f5576a04-0309-4bd7-9d95-fb12310be77f req-f8eeddfa-1c3e-48d2-944d-91cdd75cdb13 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814401
May 04 18:16:43.884157 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Router a60340ce-251c-445e-9067-dc728fcf16bb has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:16:43.902944 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becec54-112e-45df-8fdf-494cd7972361 req-65231e2b-d05e-4a00-8898-b0c498ae04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:43.904828 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5becec54-112e-45df-8fdf-494cd7972361 req-65231e2b-d05e-4a00-8898-b0c498ae04ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9657dc1e2dfd49c28f24791c35b6d853&device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 1096 time: 0.2233195
May 04 18:16:43.961102 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-aebbb06e-167c-4acc-8a6e-b96f4a3d31b8 None None] Provisioning complete for port 764658a4-ddd6-43eb-b451-cf7ed0eecb5b triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:43.962040 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-aebbb06e-167c-4acc-8a6e-b96f4a3d31b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:43.983548 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c60f9-d1e4-4d08-b1da-5e46565dc291 req-5b146494-4ea7-48e3-a843-4268b09417f7 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:43.985187 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d19c60f9-d1e4-4d08-b1da-5e46565dc291 req-5b146494-4ea7-48e3-a843-4268b09417f7 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1511314
May 04 18:16:44.087872 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d19c60f9-d1e4-4d08-b1da-5e46565dc291 req-15f7dc9a-9a6b-48ab-ab4f-d72587b0219e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881579
May 04 18:16:44.102071 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-aebbb06e-167c-4acc-8a6e-b96f4a3d31b8 None None] Port 764658a4-ddd6-43eb-b451-cf7ed0eecb5b cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:16:44.456187 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:16:44.463499 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becec54-112e-45df-8fdf-494cd7972361 req-d2b05c05-4b0c-4962-9efd-aa762f44ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:44.464996 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5becec54-112e-45df-8fdf-494cd7972361 req-d2b05c05-4b0c-4962-9efd-aa762f44ad74 service neutron] 10.222.0.64 "GET /v2.0/networks?id=23dd4ce0-abd1-4ca9-89d2-2f9aea29074c HTTP/1.1" status: 200  len: 915 time: 0.4964237
May 04 18:16:44.465355 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Sync routers for ids ['a60340ce-251c-445e-9067-dc728fcf16bb'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:16:44.474140 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] 10.222.0.67 "PUT /v2.0/routers/a60340ce-251c-445e-9067-dc728fcf16bb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2764201
May 04 18:16:44.488565 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Routers {'a60340ce-251c-445e-9067-dc728fcf16bb'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:16:44.489210 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e07b880>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:16:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['a60340ce-251c-445e-9067-dc728fcf16bb'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:44.694775 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5becec54-112e-45df-8fdf-494cd7972361 req-c67326b5-6201-4c22-971e-aebfda04a193 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 HTTP/1.1" status: 200  len: 217 time: 0.2179899
May 04 18:16:44.800521 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-441bf9ce-e638-41d8-9116-0faa60a835a1 req-2cc937fa-6a88-45a9-8f44-a2c6985afcf2 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 210 time: 0.1196039
May 04 18:16:44.803970 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49005afa-9181-4737-8d5b-ffdb7f36e856 req-b0a0cb15-bf02-45b6-b498-f0d031e21c5e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:44.807853 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 39f87c4e-808b-4abc-9fa5-702ef5ab50c3 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:16:44.811616 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-49005afa-9181-4737-8d5b-ffdb7f36e856 req-b0a0cb15-bf02-45b6-b498-f0d031e21c5e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.4335830
May 04 18:16:44.891269 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-fc610d96-a50c-4781-af33-6ac961eb1016 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:44.892699 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-fc610d96-a50c-4781-af33-6ac961eb1016 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.64 "GET /v2.0/networks?id=b590a2bc-9427-439b-87ad-b05399fdca88 HTTP/1.1" status: 200  len: 814 time: 0.5073013
May 04 18:16:44.907842 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-b3e3388b-0723-40a8-85a6-2d6d5b109979 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Request body: {'port': {'device_id': '2002ed59-8453-4bff-8d6a-e2b4bb18c4de', 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88', 'admin_state_up': True, 'tenant_id': 'f0cb6cff504c4a8da4ec138a21a196f0'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:44.961986 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-49005afa-9181-4737-8d5b-ffdb7f36e856 req-fc703c8b-6dfa-47aa-ab1e-623cfa55153e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493635
May 04 18:16:44.963915 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becec54-112e-45df-8fdf-494cd7972361 req-d06ebc0f-8b8c-4896-9b81-c92a49a59ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:44.966333 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5becec54-112e-45df-8fdf-494cd7972361 req-d06ebc0f-8b8c-4896-9b81-c92a49a59ab4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15b51f11-c037-4c88-98ce-144cc726ee20 HTTP/1.1" status: 200  len: 854 time: 0.2434256
May 04 18:16:45.077742 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5becec54-112e-45df-8fdf-494cd7972361 req-b95a4f2f-d697-4601-b11b-c39d30df5a93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23dd4ce0-abd1-4ca9-89d2-2f9aea29074c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0970416
May 04 18:16:45.120967 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Set router a60340ce-251c-445e-9067-dc728fcf16bb gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:16:45.175376 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 39f87c4e-808b-4abc-9fa5-702ef5ab50c3 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:45.176070 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:45.323164 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428852a5-7230-4478-8980-e7ccbc35c088 req-9092be69-063f-4c87-8b42-3b53581a6fdd tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:45.324670 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-428852a5-7230-4478-8980-e7ccbc35c088 req-9092be69-063f-4c87-8b42-3b53581a6fdd tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 943 time: 0.3345561
May 04 18:16:45.330155 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-b3e3388b-0723-40a8-85a6-2d6d5b109979 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:45.341787 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-b3e3388b-0723-40a8-85a6-2d6d5b109979 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:45.391069 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-b3e3388b-0723-40a8-85a6-2d6d5b109979 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Made reservation on behalf of f0cb6cff504c4a8da4ec138a21a196f0 for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:16:45.395604 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-b3e3388b-0723-40a8-85a6-2d6d5b109979 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:45.402120 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5becec54-112e-45df-8fdf-494cd7972361 req-4d315f83-6714-4ca1-a114-b71cbf594ced service neutron] 10.222.0.64 "GET /v2.0/networks/23dd4ce0-abd1-4ca9-89d2-2f9aea29074c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3152070
May 04 18:16:45.408284 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-428852a5-7230-4478-8980-e7ccbc35c088 req-d2b8f868-773c-4f5e-b751-e333d4ef665e tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579550
May 04 18:16:45.629861 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5becec54-112e-45df-8fdf-494cd7972361 req-b18afb9e-7b4a-4f5f-abb7-ac223291c47a service neutron] 10.222.0.64 "GET /v2.0/networks/23dd4ce0-abd1-4ca9-89d2-2f9aea29074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2099075
May 04 18:16:45.744930 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-b3e3388b-0723-40a8-85a6-2d6d5b109979 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Allocated IP 172.20.0.13 (b590a2bc-9427-439b-87ad-b05399fdca88/6eeccb21-59c9-4d38-b9b9-5a3f4940df7b/b74d3472-9360-40dc-a0c0-548928e2a273) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:16:45.750983 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40812) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:45.759107 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-645f8eed-ecbf-4a4c-9356-1c11d4492474 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203420822', 'description': 'tempest-secgroup-smoke-1203420822 description', 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:45.773382 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-645f8eed-ecbf-4a4c-9356-1c11d4492474 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:45.788107 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-645f8eed-ecbf-4a4c-9356-1c11d4492474 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Usage tracker for resource:security_group and tenant:ab6eed97c69b49a1a90a0f56d72c765f is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:45.793887 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-645f8eed-ecbf-4a4c-9356-1c11d4492474 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:45.804643 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-645f8eed-ecbf-4a4c-9356-1c11d4492474 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:45.827359 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-645f8eed-ecbf-4a4c-9356-1c11d4492474 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:45.856113 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-645f8eed-ecbf-4a4c-9356-1c11d4492474 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:45.860800 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e07b880>, [{'id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'name': 'tempest-TestShelveInstance-1248180437-router', 'tenant_id': '3481de034d1c47c699cc4bd749ecaeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '39f87c4e-808b-4abc-9fa5-702ef5ab50c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:31Z', 'updated_at': '2021-05-04T18:16:41Z', 'revision_number': 4, 'project_id': '3481de034d1c47c699cc4bd749ecaeed', 'gw_port': {'id': '39f87c4e-808b-4abc-9fa5-702ef5ab50c3', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:33Z', 'updated_at': '2021-05-04T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '764658a4-ddd6-43eb-b451-cf7ed0eecb5b', 'name': '', 'network_id': '6d53f927-fcba-443c-8822-5027dac4bbad', 'tenant_id': '3481de034d1c47c699cc4bd749ecaeed', 'mac_address': 'fa:16:3e:dd:06:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0b5b9014-934f-4af8-a5ea-2dd9f36489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:40Z', 'updated_at': '2021-05-04T18:16:42Z', 'revision_number': 2, 'project_id': '3481de034d1c47c699cc4bd749ecaeed', 'subnets': [{'id': '0b5b9014-934f-4af8-a5ea-2dd9f36489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:45.864244 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-645f8eed-ecbf-4a4c-9356-1c11d4492474 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Usage tracker for resource:security_group_rule and tenant:ab6eed97c69b49a1a90a0f56d72c765f is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:45.865274 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Checking router: a60340ce-251c-445e-9067-dc728fcf16bb for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:16:45.865654 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Updating router a60340ce-251c-445e-9067-dc728fcf16bb port 764658a4-ddd6-43eb-b451-cf7ed0eecb5b binding host dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:16:45.868400 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-645f8eed-ecbf-4a4c-9356-1c11d4492474 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:45.874627 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-645f8eed-ecbf-4a4c-9356-1c11d4492474 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:45.928803 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:45.963867 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-645f8eed-ecbf-4a4c-9356-1c11d4492474 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:45.971183 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-645f8eed-ecbf-4a4c-9356-1c11d4492474 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:45.978749 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:46.027722 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f8eed-ecbf-4a4c-9356-1c11d4492474 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6ae9f1-330b-4a79-9160-a270bc49589e,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:46.031109 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-645f8eed-ecbf-4a4c-9356-1c11d4492474 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:46.036573 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-645f8eed-ecbf-4a4c-9356-1c11d4492474 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2834547
May 04 18:16:46.037215 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40824) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:46.038093 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-645f8eed-ecbf-4a4c-9356-1c11d4492474 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:46.051340 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-11f8c2f6-6fb2-42e2-a242-349e48d2b7fa tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Request body: {'security_group_rule': {'security_group_id': '9c6ae9f1-330b-4a79-9160-a270bc49589e', 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:46.052232 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-b3e3388b-0723-40a8-85a6-2d6d5b109979 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:46.065928 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-11f8c2f6-6fb2-42e2-a242-349e48d2b7fa tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:46.076755 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-11f8c2f6-6fb2-42e2-a242-349e48d2b7fa tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Usage tracker for resource:security_group_rule and tenant:ab6eed97c69b49a1a90a0f56d72c765f is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:46.081938 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-11f8c2f6-6fb2-42e2-a242-349e48d2b7fa tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:46.089173 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-11f8c2f6-6fb2-42e2-a242-349e48d2b7fa tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:46.116334 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-b3e3388b-0723-40a8-85a6-2d6d5b109979 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:46.128489 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:46.130845 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-11f8c2f6-6fb2-42e2-a242-349e48d2b7fa tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:46.242958 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-b3e3388b-0723-40a8-85a6-2d6d5b109979 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Network b590a2bc-9427-439b-87ad-b05399fdca88 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:16:46.255949 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-b3e3388b-0723-40a8-85a6-2d6d5b109979 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:16:46.258723 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-b3e3388b-0723-40a8-85a6-2d6d5b109979 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:16:46.307489 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3388b-0723-40a8-85a6-2d6d5b109979 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Pushing event updated for resources: {'Port': ['ID=b74d3472-9360-40dc-a0c0-548928e2a273,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:46.314249 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-b3e3388b-0723-40a8-85a6-2d6d5b109979 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:46.348022 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['d264afca-e178-4441-8346-e008c8fdc798', '6b33510f-0b7e-4f62-b8f4-c065f144ed45'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:16:46.355587 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-b3e3388b-0723-40a8-85a6-2d6d5b109979 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:46.356928 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-b3e3388b-0723-40a8-85a6-2d6d5b109979 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:46.394891 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-b3e3388b-0723-40a8-85a6-2d6d5b109979 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4908977
May 04 18:16:46.402385 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-11f8c2f6-6fb2-42e2-a242-349e48d2b7fa tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:46.420702 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Request body: {'port': {'device_id': '2002ed59-8453-4bff-8d6a-e2b4bb18c4de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:46.439056 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-11f8c2f6-6fb2-42e2-a242-349e48d2b7fa tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:46.465230 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b416270b-b31d-4bea-b294-4c11dcc6b9c0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:46.508161 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881a689-73bd-4a89-82db-7a496bb073e2 req-40d72e4a-8984-4342-b3b3-ef4d278591f1 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:46.516008 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9881a689-73bd-4a89-82db-7a496bb073e2 req-40d72e4a-8984-4342-b3b3-ef4d278591f1 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 932 time: 0.3224230
May 04 18:16:46.525810 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8c2f6-6fb2-42e2-a242-349e48d2b7fa tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1eadc8-f596-4954-8e19-99465a2a1040,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:46.549087 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-11f8c2f6-6fb2-42e2-a242-349e48d2b7fa tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:46.623427 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:16:46.659293 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9881a689-73bd-4a89-82db-7a496bb073e2 req-076e3a1b-0dc5-42fb-af06-58fb123c1c8b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275766
May 04 18:16:46.666035 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-11f8c2f6-6fb2-42e2-a242-349e48d2b7fa tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:46.670143 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-11f8c2f6-6fb2-42e2-a242-349e48d2b7fa tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6310697
May 04 18:16:46.684282 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40842) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:46.691178 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-ce19f434-f234-4b3a-b2e8-cdef11959c55 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Request body: {'security_group_rule': {'security_group_id': '9c6ae9f1-330b-4a79-9160-a270bc49589e', 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:46.706198 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-ce19f434-f234-4b3a-b2e8-cdef11959c55 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:46.710643 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-ce19f434-f234-4b3a-b2e8-cdef11959c55 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Usage tracker for resource:security_group_rule and tenant:ab6eed97c69b49a1a90a0f56d72c765f is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:46.713846 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-ce19f434-f234-4b3a-b2e8-cdef11959c55 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:46.722625 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-ce19f434-f234-4b3a-b2e8-cdef11959c55 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:46.748136 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:46.755731 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ce19f434-f234-4b3a-b2e8-cdef11959c55 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:46.788993 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9,segment=NetworkSegment(c607a488-21ae-45ab-a482-a90f0014e75b),segment_id=c607a488-21ae-45ab-a482-a90f0014e75b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:16:46.843283 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': '6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9', 'network_id': '23dd4ce0-abd1-4ca9-89d2-2f9aea29074c', 'port_id': '6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9', 'mac_address': 'fa:16:3e:0f:f1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b51f11-c037-4c88-98ce-144cc726ee20', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:16:46.874700 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ce19f434-f234-4b3a-b2e8-cdef11959c55 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:46.878764 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ce19f434-f234-4b3a-b2e8-cdef11959c55 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:46.888285 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:46.905878 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Notify callbacks [] for port, precommit_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:46.912382 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19f434-f234-4b3a-b2e8-cdef11959c55 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec1a6e5-8c24-464e-bd0d-d95e44a06300,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:46.915989 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ce19f434-f234-4b3a-b2e8-cdef11959c55 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:46.926930 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ce19f434-f234-4b3a-b2e8-cdef11959c55 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:46.928235 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-ce19f434-f234-4b3a-b2e8-cdef11959c55 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2428150
May 04 18:16:46.931210 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40852) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:46.952487 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-4421a464-f85e-4595-a89e-0edf2efb3ec4 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Request body: {'security_group_rule': {'security_group_id': '9c6ae9f1-330b-4a79-9160-a270bc49589e', 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:46.973666 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4421a464-f85e-4595-a89e-0edf2efb3ec4 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:46.978091 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4421a464-f85e-4595-a89e-0edf2efb3ec4 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Usage tracker for resource:security_group_rule and tenant:ab6eed97c69b49a1a90a0f56d72c765f is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:46.994560 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4421a464-f85e-4595-a89e-0edf2efb3ec4 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:47.000619 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4421a464-f85e-4595-a89e-0edf2efb3ec4 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:47.016418 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Transition to ACTIVE for port object 764658a4-ddd6-43eb-b451-cf7ed0eecb5b will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:16:47.024745 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.027520 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4421a464-f85e-4595-a89e-0edf2efb3ec4 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.048643 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f12b4-46d1-4ae9-96d0-6fc0565e4662 req-16bbc74d-841d-4ea1-a03f-8d1a2f90cfe5 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:47.056362 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-462f12b4-46d1-4ae9-96d0-6fc0565e4662 req-16bbc74d-841d-4ea1-a03f-8d1a2f90cfe5 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 943 time: 0.3989470
May 04 18:16:47.063044 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.076593 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-aed96782-8b65-4c5f-9c9c-5c56cd86a3a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:47.123241 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4421a464-f85e-4595-a89e-0edf2efb3ec4 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.125257 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-462f12b4-46d1-4ae9-96d0-6fc0565e4662 req-e8330b42-1303-460a-90c6-26928f89cd83 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679312
May 04 18:16:47.130306 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4421a464-f85e-4595-a89e-0edf2efb3ec4 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.131628 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:16:47.136199 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-a7325649-35e8-41d4-9416-84befc5ad521 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:47.167405 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9,segment=NetworkSegment(c607a488-21ae-45ab-a482-a90f0014e75b),segment_id=c607a488-21ae-45ab-a482-a90f0014e75b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:16:47.189910 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4421a464-f85e-4595-a89e-0edf2efb3ec4 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.191818 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-4421a464-f85e-4595-a89e-0edf2efb3ec4 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2594767
May 04 18:16:47.193031 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421a464-f85e-4595-a89e-0edf2efb3ec4 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7327b4-6527-400f-bf1d-9ace4f0441be,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:47.196288 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4421a464-f85e-4595-a89e-0edf2efb3ec4 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:47.197346 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40858) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:47.203657 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-8f9a50f3-fe8c-4960-8cc7-87f0d7891494 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Request body: {'security_group_rule': {'security_group_id': '9c6ae9f1-330b-4a79-9160-a270bc49589e', 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:47.211561 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-8f9a50f3-fe8c-4960-8cc7-87f0d7891494 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:47.216490 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-8f9a50f3-fe8c-4960-8cc7-87f0d7891494 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Usage tracker for resource:security_group_rule and tenant:ab6eed97c69b49a1a90a0f56d72c765f is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:47.219761 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-8f9a50f3-fe8c-4960-8cc7-87f0d7891494 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:47.227236 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-8f9a50f3-fe8c-4960-8cc7-87f0d7891494 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:47.249847 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8f9a50f3-fe8c-4960-8cc7-87f0d7891494 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.256996 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.266478 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74d3472-9360-40dc-a0c0-548928e2a273 {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:16:47.283780 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.309072 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a33fb-0a29-4c9b-87b6-ee729394eba5 None None] Pushing event updated for resources: {'Port': ['ID=764658a4-ddd6-43eb-b451-cf7ed0eecb5b,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:47.316283 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-f77a33fb-0a29-4c9b-87b6-ee729394eba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:47.318472 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:47.320819 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Transition to ACTIVE for port object b74d3472-9360-40dc-a0c0-548928e2a273 will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:16:47.326936 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.335770 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-91e134df-5a1a-4535-b780-2f8ec2380d24 tempest-DeleteServersTestJSON-1609857954 tempest-DeleteServersTestJSON-1609857954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:47.371393 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8f9a50f3-fe8c-4960-8cc7-87f0d7891494 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.377243 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8f9a50f3-fe8c-4960-8cc7-87f0d7891494 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.381546 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:47.411485 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a50f3-fe8c-4960-8cc7-87f0d7891494 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01cf585-191e-4a9c-8d62-851b12501eac,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:47.434252 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-8f9a50f3-fe8c-4960-8cc7-87f0d7891494 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:47.449294 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8f9a50f3-fe8c-4960-8cc7-87f0d7891494 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.453332 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-8f9a50f3-fe8c-4960-8cc7-87f0d7891494 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2518544
May 04 18:16:47.456391 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40862) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:47.462412 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-6a3769f6-70d5-4349-ab2e-c86edd9f792b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Request body: {'security_group_rule': {'security_group_id': '9c6ae9f1-330b-4a79-9160-a270bc49589e', 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:47.470022 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-6a3769f6-70d5-4349-ab2e-c86edd9f792b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:47.476911 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-6a3769f6-70d5-4349-ab2e-c86edd9f792b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Usage tracker for resource:security_group_rule and tenant:ab6eed97c69b49a1a90a0f56d72c765f is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:47.481223 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-6a3769f6-70d5-4349-ab2e-c86edd9f792b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:47.489020 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-6a3769f6-70d5-4349-ab2e-c86edd9f792b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:47.509006 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.securitygroups_db [None req-6a3769f6-70d5-4349-ab2e-c86edd9f792b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Project ab6eed97c69b49a1a90a0f56d72c765f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 04 18:16:47.516493 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6a3769f6-70d5-4349-ab2e-c86edd9f792b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.586667 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Attempting to bind port 764658a4-ddd6-43eb-b451-cf7ed0eecb5b on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:16:47.587225 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Attempting to bind port 764658a4-ddd6-43eb-b451-cf7ed0eecb5b by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': '2f0d41b1-dc83-4af0-82bd-0071c9dd7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d53f927-fcba-443c-8822-5027dac4bbad'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:16:47.587523 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Attempting to bind port 764658a4-ddd6-43eb-b451-cf7ed0eecb5b on network 6d53f927-fcba-443c-8822-5027dac4bbad {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:16:47.591501 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:47.606079 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:47.612332 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:16:47.612723 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Checking segment: {'id': '2f0d41b1-dc83-4af0-82bd-0071c9dd7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d53f927-fcba-443c-8822-5027dac4bbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:16:47.613135 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.613537 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Bound using segment: {'id': '2f0d41b1-dc83-4af0-82bd-0071c9dd7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d53f927-fcba-443c-8822-5027dac4bbad'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:16:47.614157 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Bound port: 764658a4-ddd6-43eb-b451-cf7ed0eecb5b, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0d41b1-dc83-4af0-82bd-0071c9dd7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d53f927-fcba-443c-8822-5027dac4bbad'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:16:47.614534 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.638195 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b74d3472-9360-40dc-a0c0-548928e2a273,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:47.641043 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:47.649304 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Attempting to bind port b74d3472-9360-40dc-a0c0-548928e2a273 on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:16:47.649654 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Attempting to bind port b74d3472-9360-40dc-a0c0-548928e2a273 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:16:47.650093 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Attempting to bind port b74d3472-9360-40dc-a0c0-548928e2a273 on network b590a2bc-9427-439b-87ad-b05399fdca88 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:16:47.655603 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Port b74d3472-9360-40dc-a0c0-548928e2a273 on network b590a2bc-9427-439b-87ad-b05399fdca88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:16:47.655927 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Attempting to bind port b74d3472-9360-40dc-a0c0-548928e2a273 on network b590a2bc-9427-439b-87ad-b05399fdca88 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:16:47.661204 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:16:47.661537 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Checking segment: {'id': 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:16:47.661948 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Bound using segment: {'id': 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:16:47.662371 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Bound port: b74d3472-9360-40dc-a0c0-548928e2a273, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:16:47.662713 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.672157 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:16:47.723052 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a63c8-e242-4103-a3d1-9c21a712dd0d req-2efbea6e-2953-4553-8e07-93cc79bc4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:47.724632 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-714a63c8-e242-4103-a3d1-9c21a712dd0d req-2efbea6e-2953-4553-8e07-93cc79bc4343 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aefb4fa5e3d445b8c9b88bc40882c9e&device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 1099 time: 0.1988735
May 04 18:16:47.729458 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6a3769f6-70d5-4349-ab2e-c86edd9f792b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.743227 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f75cb-aedd-4302-8074-8662578d9862 req-74c90386-775d-44b7-9f1a-f567269aa049 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:47.744669 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2c4f75cb-aedd-4302-8074-8662578d9862 req-74c90386-775d-44b7-9f1a-f567269aa049 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1642561
May 04 18:16:47.766194 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6a3769f6-70d5-4349-ab2e-c86edd9f792b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.770778 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] For port b74d3472-9360-40dc-a0c0-548928e2a273, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:16:47.774794 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] For port b74d3472-9360-40dc-a0c0-548928e2a273, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b74d3472-9360-40dc-a0c0-548928e2a273,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:16:47.783034 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.788550 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f510cb70-1fc6-4d7f-999f-7e6b44dc3ed5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:47.797457 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ce19f434-f234-4b3a-b2e8-cdef11959c55 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:47.869582 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] For port 764658a4-ddd6-43eb-b451-cf7ed0eecb5b, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:16:47.888079 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] For port 764658a4-ddd6-43eb-b451-cf7ed0eecb5b, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=764658a4-ddd6-43eb-b451-cf7ed0eecb5b,segment=NetworkSegment(2f0d41b1-dc83-4af0-82bd-0071c9dd7d09),segment_id=2f0d41b1-dc83-4af0-82bd-0071c9dd7d09)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:16:47.917120 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b74d3472-9360-40dc-a0c0-548928e2a273,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:47.917354 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.921746 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:47.926151 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:47.936073 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:47.936804 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:47.938694 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] 10.222.0.64 "PUT /v2.0/ports/b74d3472-9360-40dc-a0c0-548928e2a273 HTTP/1.1" status: 200  len: 1094 time: 1.5233505
May 04 18:16:47.939673 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2002ed59-8453-4bff-8d6a-e2b4bb18c4de', 'tag': 'b74d3472-9360-40dc-a0c0-548928e2a273'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:16:47.986849 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3769f6-70d5-4349-ab2e-c86edd9f792b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0fbd2e-d04c-499b-a107-88327aefd248,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:47.991857 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6a3769f6-70d5-4349-ab2e-c86edd9f792b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:48.037883 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2c4f75cb-aedd-4302-8074-8662578d9862 req-47965297-19ca-4835-927b-8b9bcb94372a tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2743890
May 04 18:16:48.057418 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Routers {'a60340ce-251c-445e-9067-dc728fcf16bb'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:16:48.057418 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e07b880>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:16:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['a60340ce-251c-445e-9067-dc728fcf16bb'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:48.060089 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6a3769f6-70d5-4349-ab2e-c86edd9f792b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:48.069337 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-6a3769f6-70d5-4349-ab2e-c86edd9f792b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6092482
May 04 18:16:48.069705 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 40884) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:48.091073 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-67b9105a-cd71-4eb5-8a47-359d668d2715 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Request body: {'security_group_rule': {'security_group_id': '9c6ae9f1-330b-4a79-9160-a270bc49589e', 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:16:48.097215 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-67b9105a-cd71-4eb5-8a47-359d668d2715 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:48.101929 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-67b9105a-cd71-4eb5-8a47-359d668d2715 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Usage tracker for resource:security_group_rule and tenant:ab6eed97c69b49a1a90a0f56d72c765f is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:48.104849 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-67b9105a-cd71-4eb5-8a47-359d668d2715 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:48.111285 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-67b9105a-cd71-4eb5-8a47-359d668d2715 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:48.139421 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.securitygroups_db [None req-67b9105a-cd71-4eb5-8a47-359d668d2715 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Project ab6eed97c69b49a1a90a0f56d72c765f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 04 18:16:48.154290 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-67b9105a-cd71-4eb5-8a47-359d668d2715 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:48.168768 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a63c8-e242-4103-a3d1-9c21a712dd0d req-f9a2ae9f-aaa4-4421-9297-affa6e3e3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:48.171796 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-714a63c8-e242-4103-a3d1-9c21a712dd0d req-f9a2ae9f-aaa4-4421-9297-affa6e3e3457 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99409e48-5704-4894-904f-35de746905a5 HTTP/1.1" status: 200  len: 920 time: 0.4367812
May 04 18:16:48.179069 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-7e051cb7-3aa9-4646-b701-9caa8281ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:48.180902 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-7e051cb7-3aa9-4646-b701-9caa8281ff54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0cb6cff504c4a8da4ec138a21a196f0&device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 1097 time: 0.1239934
May 04 18:16:48.193008 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a444d6-a900-4454-ad38-ae3146f70be6 req-f16ca551-8299-4abf-98eb-854c9b8a8397 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:48.194212 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-a0a444d6-a900-4454-ad38-ae3146f70be6 req-f16ca551-8299-4abf-98eb-854c9b8a8397 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Synchronizing usage tracker for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:16:48.198735 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a33fb-0a29-4c9b-87b6-ee729394eba5 None None] Pushing event updated for resources: {'Port': ['ID=764658a4-ddd6-43eb-b451-cf7ed0eecb5b,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:48.210917 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-f77a33fb-0a29-4c9b-87b6-ee729394eba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:48.399748 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-3a424fe5-82f2-4087-9651-ebdea66c19cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b74d3472-9360-40dc-a0c0-548928e2a273 HTTP/1.1" status: 200  len: 217 time: 0.1886005
May 04 18:16:48.401076 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-714a63c8-e242-4103-a3d1-9c21a712dd0d req-bc3f0933-8412-48e4-8534-012408e45881 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf248c2-cdc1-477e-989e-cd77394df588 HTTP/1.1" status: 200  len: 217 time: 0.1869962
May 04 18:16:48.401406 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2002ed59-8453-4bff-8d6a-e2b4bb18c4de', 'tag': 'b74d3472-9360-40dc-a0c0-548928e2a273', 'status': 'completed', 'code': 200}
May 04 18:16:48.402418 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-a0a444d6-a900-4454-ad38-ae3146f70be6 req-f16ca551-8299-4abf-98eb-854c9b8a8397 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Unset dirty status for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:16:48.406152 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a0a444d6-a900-4454-ad38-ae3146f70be6 req-f16ca551-8299-4abf-98eb-854c9b8a8397 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 944 time: 0.4472537
May 04 18:16:48.431504 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-67b9105a-cd71-4eb5-8a47-359d668d2715 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:48.440616 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] Set router a60340ce-251c-445e-9067-dc728fcf16bb gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:16:48.470325 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-67b9105a-cd71-4eb5-8a47-359d668d2715 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:48.472113 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a0a444d6-a900-4454-ad38-ae3146f70be6 req-983ac2da-ccf6-4bc8-9005-4cfa94033fea tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582273
May 04 18:16:48.502888 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a63c8-e242-4103-a3d1-9c21a712dd0d req-daadf8f1-2613-4ea5-8692-cede103b95e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:48.504756 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-714a63c8-e242-4103-a3d1-9c21a712dd0d req-daadf8f1-2613-4ea5-8692-cede103b95e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed8ff751-3f9c-4e2b-b012-ca57bc17a88d HTTP/1.1" status: 200  len: 859 time: 0.0717223
May 04 18:16:48.507296 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6a3769f6-70d5-4349-ab2e-c86edd9f792b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:48.544932 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-f677a63d-6308-4b1c-a23b-4043fc44f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:48.546591 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-f677a63d-6308-4b1c-a23b-4043fc44f62c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6eeccb21-59c9-4d38-b9b9-5a3f4940df7b HTTP/1.1" status: 200  len: 854 time: 0.0796421
May 04 18:16:48.596918 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-714a63c8-e242-4103-a3d1-9c21a712dd0d req-0e7a0947-9425-48dd-a129-cb7781f906aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99409e48-5704-4894-904f-35de746905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0612164
May 04 18:16:48.597943 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9105a-cd71-4eb5-8a47-359d668d2715 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0390a9-dea9-498e-aaff-c7209b72479f,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:48.601416 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-67b9105a-cd71-4eb5-8a47-359d668d2715 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:48.612858 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-67b9105a-cd71-4eb5-8a47-359d668d2715 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:48.614344 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-67b9105a-cd71-4eb5-8a47-359d668d2715 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5379004
May 04 18:16:48.652711 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-ec8d3032-b34b-421b-9f09-6b8e71d4341d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b590a2bc-9427-439b-87ad-b05399fdca88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0986116
May 04 18:16:48.813470 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-5bf18e47-f10e-4b17-94a2-0e4074420b5e service neutron] 10.222.0.64 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374955
May 04 18:16:48.833482 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-714a63c8-e242-4103-a3d1-9c21a712dd0d req-7c6eb3a2-12da-4aec-96ca-074d96ec10d8 service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2176712
May 04 18:16:48.842344 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0037322-d91e-46e4-a6c3-9b3db6c22e82 req-48098516-b43d-443a-982c-57214fe0cfcf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:48.849910 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b0037322-d91e-46e4-a6c3-9b3db6c22e82 req-48098516-b43d-443a-982c-57214fe0cfcf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 944 time: 0.2138646
May 04 18:16:48.896321 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e07b880>, [{'id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'name': 'tempest-TestShelveInstance-1248180437-router', 'tenant_id': '3481de034d1c47c699cc4bd749ecaeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '39f87c4e-808b-4abc-9fa5-702ef5ab50c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:31Z', 'updated_at': '2021-05-04T18:16:41Z', 'revision_number': 4, 'project_id': '3481de034d1c47c699cc4bd749ecaeed', 'gw_port': {'id': '39f87c4e-808b-4abc-9fa5-702ef5ab50c3', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:33Z', 'updated_at': '2021-05-04T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '764658a4-ddd6-43eb-b451-cf7ed0eecb5b', 'name': '', 'network_id': '6d53f927-fcba-443c-8822-5027dac4bbad', 'tenant_id': '3481de034d1c47c699cc4bd749ecaeed', 'mac_address': 'fa:16:3e:dd:06:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0b5b9014-934f-4af8-a5ea-2dd9f36489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:40Z', 'updated_at': '2021-05-04T18:16:47Z', 'revision_number': 4, 'project_id': '3481de034d1c47c699cc4bd749ecaeed', 'subnets': [{'id': '0b5b9014-934f-4af8-a5ea-2dd9f36489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:16:48.901363 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f3241a-af21-4a3c-b924-28f46ada692a None None] The sync data for ids ['a60340ce-251c-445e-9067-dc728fcf16bb'] in dv-cinder-789603-2-iscsi is: [{'id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'name': 'tempest-TestShelveInstance-1248180437-router', 'tenant_id': '3481de034d1c47c699cc4bd749ecaeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '39f87c4e-808b-4abc-9fa5-702ef5ab50c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:31Z', 'updated_at': '2021-05-04T18:16:41Z', 'revision_number': 4, 'project_id': '3481de034d1c47c699cc4bd749ecaeed', 'gw_port': {'id': '39f87c4e-808b-4abc-9fa5-702ef5ab50c3', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:33Z', 'updated_at': '2021-05-04T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '764658a4-ddd6-43eb-b451-cf7ed0eecb5b', 'name': '', 'network_id': '6d53f927-fcba-443c-8822-5027dac4bbad', 'tenant_id': '3481de034d1c47c699cc4bd749ecaeed', 'mac_address': 'fa:16:3e:dd:06:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0b5b9014-934f-4af8-a5ea-2dd9f36489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:40Z', 'updated_at': '2021-05-04T18:16:47Z', 'revision_number': 4, 'project_id': '3481de034d1c47c699cc4bd749ecaeed', 'subnets': [{'id': '0b5b9014-934f-4af8-a5ea-2dd9f36489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:16:49.024367 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b0037322-d91e-46e4-a6c3-9b3db6c22e82 req-5ee07621-47f2-4643-9827-f81d155d77fb tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691365
May 04 18:16:49.111989 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3866d868-cabe-43c9-9a64-fb117ac9c85b req-bd2a6649-8eb8-4973-bf38-01f0b32724ff service neutron] 10.222.0.64 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2833343
May 04 18:16:49.116444 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-714a63c8-e242-4103-a3d1-9c21a712dd0d req-a2ceb97b-66a8-4cf7-9913-2853074237da service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2639003
May 04 18:16:49.372390 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181ac0e-63ef-4656-8dcd-b3e60067c951 req-5362fa1e-ac0c-494b-942a-4390143d7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:49.374022 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7181ac0e-63ef-4656-8dcd-b3e60067c951 req-5362fa1e-ac0c-494b-942a-4390143d7582 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0cb6cff504c4a8da4ec138a21a196f0&device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 1097 time: 0.1760771
May 04 18:16:49.386122 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c19aa-6669-4047-94b2-13cebd6a287f req-0cc0dd22-c1ec-4642-bc75-78cb51267980 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:49.387705 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-dc2c19aa-6669-4047-94b2-13cebd6a287f req-0cc0dd22-c1ec-4642-bc75-78cb51267980 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1545849
May 04 18:16:49.545577 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-dc2c19aa-6669-4047-94b2-13cebd6a287f req-e844a444-ef97-4a1d-b147-3de0800564ed tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342247
May 04 18:16:49.585028 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181ac0e-63ef-4656-8dcd-b3e60067c951 req-d544d8ac-17a5-4cd6-a974-fafc4e6a3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:49.594746 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7181ac0e-63ef-4656-8dcd-b3e60067c951 req-d544d8ac-17a5-4cd6-a974-fafc4e6a3c02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b590a2bc-9427-439b-87ad-b05399fdca88 HTTP/1.1" status: 200  len: 915 time: 0.1997049
May 04 18:16:49.688616 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7181ac0e-63ef-4656-8dcd-b3e60067c951 req-eebc97e7-d56f-4466-9a9f-7a28ab1fffb4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b74d3472-9360-40dc-a0c0-548928e2a273 HTTP/1.1" status: 200  len: 217 time: 0.0805969
May 04 18:16:49.818985 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181ac0e-63ef-4656-8dcd-b3e60067c951 req-85993b2b-d8cd-425f-9e77-02d484527024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:49.820522 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7181ac0e-63ef-4656-8dcd-b3e60067c951 req-85993b2b-d8cd-425f-9e77-02d484527024 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6eeccb21-59c9-4d38-b9b9-5a3f4940df7b HTTP/1.1" status: 200  len: 854 time: 0.1198320
May 04 18:16:49.882073 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7181ac0e-63ef-4656-8dcd-b3e60067c951 req-3ab1f188-20aa-44eb-a2a8-73264e432f92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b590a2bc-9427-439b-87ad-b05399fdca88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472784
May 04 18:16:49.956777 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fb824-41c3-43fd-a07f-b68ff245ca4f req-9d87966f-82f9-4176-88ba-3142bda6c972 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:49.964299 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-131fb824-41c3-43fd-a07f-b68ff245ca4f req-9d87966f-82f9-4176-88ba-3142bda6c972 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 944 time: 0.2150595
May 04 18:16:50.074524 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-131fb824-41c3-43fd-a07f-b68ff245ca4f req-080b1fae-a9ad-4d43-be91-b9a6688a8d0c tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093221
May 04 18:16:50.106094 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7181ac0e-63ef-4656-8dcd-b3e60067c951 req-de7c378d-22af-46bc-9c2d-a4f63fbf60ed service neutron] 10.222.0.64 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2126753
May 04 18:16:50.413082 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7181ac0e-63ef-4656-8dcd-b3e60067c951 req-9bd44279-a9ad-4aa4-89dd-871b386117a3 service neutron] 10.222.0.64 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2961197
May 04 18:16:50.488193 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe340c-85d9-4913-85ff-4847dbea8c35 req-43115b14-b0f5-4e1e-ab0f-a4ce70a2be63 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:50.489724 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-71fe340c-85d9-4913-85ff-4847dbea8c35 req-43115b14-b0f5-4e1e-ab0f-a4ce70a2be63 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 944 time: 0.1910293
May 04 18:16:50.542353 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-71fe340c-85d9-4913-85ff-4847dbea8c35 req-aca59a0a-09bf-42f6-a79b-b51fe39b669c tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460737
May 04 18:16:50.544133 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-2564e5ba-a3b0-4ccb-a31d-6dc74ba26644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:50.649278 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:16:50.724752 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:16:50.730673 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:50.731297 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:50.770570 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7b12e-56de-48d0-8e50-1b9e29fd884c req-22ae74a7-4d97-479b-8ad1-62169129ac00 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:50.772059 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fcf7b12e-56de-48d0-8e50-1b9e29fd884c req-22ae74a7-4d97-479b-8ad1-62169129ac00 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0908830
May 04 18:16:50.775328 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 764658a4-ddd6-43eb-b451-cf7ed0eecb5b up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:16:50.819381 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fcf7b12e-56de-48d0-8e50-1b9e29fd884c req-a0bfb202-8363-4302-9f3d-8499eb2d6bf0 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400598
May 04 18:16:50.920330 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 764658a4-ddd6-43eb-b451-cf7ed0eecb5b completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:16:51.002673 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 764658a4-ddd6-43eb-b451-cf7ed0eecb5b triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:51.003601 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:51.048196 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:51.095594 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b826bed4-ebb7-4eaa-9d74-0cd78a46970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:16:51.111508 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9,segment=NetworkSegment(c607a488-21ae-45ab-a482-a90f0014e75b),segment_id=c607a488-21ae-45ab-a482-a90f0014e75b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:16:51.130507 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:51.133958 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:51.174342 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b826bed4-ebb7-4eaa-9d74-0cd78a46970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9', 'code': 200}
May 04 18:16:51.311842 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d63c6-52d6-4006-b0d7-9e85ba0c71c9 req-63436413-577f-444e-8db9-9f6b34e5f5c0 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:51.319822 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-dd3d63c6-52d6-4006-b0d7-9e85ba0c71c9 req-63436413-577f-444e-8db9-9f6b34e5f5c0 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 944 time: 0.1316075
May 04 18:16:51.381388 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:51.382518 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-dd3d63c6-52d6-4006-b0d7-9e85ba0c71c9 req-ccf5e32d-927d-40e4-8549-4b612f6b11cd tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621917
May 04 18:16:51.420656 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:51.426603 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:51.452795 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 764658a4-ddd6-43eb-b451-cf7ed0eecb5b, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=764658a4-ddd6-43eb-b451-cf7ed0eecb5b,segment=NetworkSegment(2f0d41b1-dc83-4af0-82bd-0071c9dd7d09),segment_id=2f0d41b1-dc83-4af0-82bd-0071c9dd7d09)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:16:51.464459 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:51.470094 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:51.508396 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48dea1-0a3b-476a-b5d1-8d40dcf94888 req-2c457da5-e675-4573-bd10-8c18a5b7b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:51.509026 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3d48dea1-0a3b-476a-b5d1-8d40dcf94888 req-2c457da5-e675-4573-bd10-8c18a5b7b7f1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 1098 time: 0.0744512
May 04 18:16:51.557665 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=764658a4-ddd6-43eb-b451-cf7ed0eecb5b,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:51.563187 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:51.580657 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3d48dea1-0a3b-476a-b5d1-8d40dcf94888 req-90db74ff-380e-4473-a2af-325ad0975d7a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567191
May 04 18:16:51.741988 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7c949-3656-471c-a32a-3f38331d9501 req-4c6e28b4-da5c-4cc1-b37b-4637ccf77455 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:51.743521 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ec7c949-3656-471c-a32a-3f38331d9501 req-4c6e28b4-da5c-4cc1-b37b-4637ccf77455 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 945 time: 0.0850141
May 04 18:16:51.793974 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ec7c949-3656-471c-a32a-3f38331d9501 req-80757b8a-aa4f-4755-b80f-d800634b06e3 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435994
May 04 18:16:52.012654 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec63b24-f9a2-4934-8fcb-b63ddac8608f req-ce559f41-4de3-46de-adf2-e8d4c6f30099 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:52.014286 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-eec63b24-f9a2-4934-8fcb-b63ddac8608f req-ce559f41-4de3-46de-adf2-e8d4c6f30099 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0806849
May 04 18:16:52.062655 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-eec63b24-f9a2-4934-8fcb-b63ddac8608f req-8e03efea-c48f-41dd-af60-22404f11373e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421298
May 04 18:16:52.569436 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54462722-0f43-4010-aa53-421c10fe2a55 req-9b8bdbdd-3373-419a-b5ad-c162957fd457 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:52.570935 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-54462722-0f43-4010-aa53-421c10fe2a55 req-9b8bdbdd-3373-419a-b5ad-c162957fd457 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 944 time: 0.0840302
May 04 18:16:52.614534 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-54462722-0f43-4010-aa53-421c10fe2a55 req-5cd3200b-2d45-4ae9-b391-40d91afcbba3 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379264
May 04 18:16:52.688799 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 764658a4-ddd6-43eb-b451-cf7ed0eecb5b up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:16:52.756582 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 764658a4-ddd6-43eb-b451-cf7ed0eecb5b triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:16:52.756953 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:52.912046 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:52.990469 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e04b2-01ed-475a-8a3b-5cfc3215b1c1 req-110358fa-5f3b-49b9-be3a-11052b5f6cc7 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:52.997743 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e50e04b2-01ed-475a-8a3b-5cfc3215b1c1 req-110358fa-5f3b-49b9-be3a-11052b5f6cc7 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 945 time: 0.0938368
May 04 18:16:53.038599 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e50e04b2-01ed-475a-8a3b-5cfc3215b1c1 req-30f3d4e4-c394-4b86-88f5-76b091df01a2 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400112
May 04 18:16:53.244528 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f6da7-1ce5-45eb-b6df-9df33a2cbfa7 req-13f61f8e-1655-4b11-98b0-35cb607001f3 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:53.245877 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4f8f6da7-1ce5-45eb-b6df-9df33a2cbfa7 req-13f61f8e-1655-4b11-98b0-35cb607001f3 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0776691
May 04 18:16:53.294671 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4f8f6da7-1ce5-45eb-b6df-9df33a2cbfa7 req-b6080839-7964-40bf-9419-8ca503fae7b7 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431042
May 04 18:16:53.396985 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8bf38e78-d69a-470a-8b9b-fcd3e4f73fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:54.278736 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:16:54.770008 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device b74d3472-9360-40dc-a0c0-548928e2a273 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:16:54.804284 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:54.821796 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:54.928234 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port b74d3472-9360-40dc-a0c0-548928e2a273, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b74d3472-9360-40dc-a0c0-548928e2a273,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:16:54.941265 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': 'b74d3472-9360-40dc-a0c0-548928e2a273', 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88', 'port_id': 'b74d3472-9360-40dc-a0c0-548928e2a273', 'mac_address': 'fa:16:3e:e1:5b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eeccb21-59c9-4d38-b9b9-5a3f4940df7b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:16:55.038002 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:55.053829 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74d3472-9360-40dc-a0c0-548928e2a273 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:16:55.068865 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port b74d3472-9360-40dc-a0c0-548928e2a273, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b74d3472-9360-40dc-a0c0-548928e2a273,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:16:55.072786 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:55.075545 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:55.139126 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=b74d3472-9360-40dc-a0c0-548928e2a273,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:55.143254 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:56.154523 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809704-2021-42b2-8b69-ddcb46b7ed09 req-a6702e1d-720f-4d32-aea9-718fd6954c47 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:56.155992 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-11809704-2021-42b2-8b69-ddcb46b7ed09 req-a6702e1d-720f-4d32-aea9-718fd6954c47 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 945 time: 0.0832205
May 04 18:16:56.178757 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037cc8e-c1f0-4b77-85ec-27f2e4e54d52 req-90734b3c-4a75-4181-85c2-db7144a51e9f tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:56.180186 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0037cc8e-c1f0-4b77-85ec-27f2e4e54d52 req-90734b3c-4a75-4181-85c2-db7144a51e9f tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 945 time: 0.0794199
May 04 18:16:56.200969 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-11809704-2021-42b2-8b69-ddcb46b7ed09 req-bf98192d-3961-46c0-80c3-60e0132c513c tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385718
May 04 18:16:56.225746 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0037cc8e-c1f0-4b77-85ec-27f2e4e54d52 req-2b6ac99b-66eb-4a69-be80-be1886cbec74 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398693
May 04 18:16:56.382044 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b023feb-7d8a-40ad-829c-2a8db91177bc req-c21e056a-884d-4c36-b081-e292104f7154 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:56.383549 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1b023feb-7d8a-40ad-829c-2a8db91177bc req-c21e056a-884d-4c36-b081-e292104f7154 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0795407
May 04 18:16:56.430611 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1b023feb-7d8a-40ad-829c-2a8db91177bc req-c4ba00d4-93ab-4535-9bcc-21c104ca765b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411243
May 04 18:16:56.580176 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['b74d3472-9360-40dc-a0c0-548928e2a273'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:16:56.798297 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:57.420184 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce206ced-a55d-4c8a-b679-7c202d87bfa5 req-a9ade0b6-22d6-42f5-8cca-5c740863cb21 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:57.421709 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ce206ced-a55d-4c8a-b679-7c202d87bfa5 req-a9ade0b6-22d6-42f5-8cca-5c740863cb21 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 945 time: 0.1065218
May 04 18:16:57.463820 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a821a-f475-4981-9b4a-9b81a701eae1 req-0870cf39-e329-4baa-8189-000801a8716d tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:57.474376 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-161a821a-f475-4981-9b4a-9b81a701eae1 req-0870cf39-e329-4baa-8189-000801a8716d tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 945 time: 0.1197381
May 04 18:16:57.478459 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ce206ced-a55d-4c8a-b679-7c202d87bfa5 req-63554189-969a-4231-876f-62cf48f35e6a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497873
May 04 18:16:57.538218 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-161a821a-f475-4981-9b4a-9b81a701eae1 req-04dee84d-a499-4463-ae44-ea4c869d693b tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622106
May 04 18:16:57.692420 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a2e14-3a1f-49a8-8f44-d6878964433d req-3e5f7d89-a8f7-42e9-a7e4-bde0d80e39bd tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:57.693913 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-be6a2e14-3a1f-49a8-8f44-d6878964433d req-3e5f7d89-a8f7-42e9-a7e4-bde0d80e39bd tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0919917
May 04 18:16:57.746324 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-be6a2e14-3a1f-49a8-8f44-d6878964433d req-ef9cdc67-4ba5-4908-bbb7-ed2590115f23 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460227
May 04 18:16:58.676741 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae79df-3fd6-4f9e-b76a-1bdaa9e17404 req-556325f1-de96-4938-9cb7-c158dc326207 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:58.678269 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6aae79df-3fd6-4f9e-b76a-1bdaa9e17404 req-556325f1-de96-4938-9cb7-c158dc326207 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 945 time: 0.0819290
May 04 18:16:58.729601 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6aae79df-3fd6-4f9e-b76a-1bdaa9e17404 req-64589c19-abe2-4538-9edd-93de24fd5f7c tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434637
May 04 18:16:58.947924 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09a410-1f94-4694-a499-130a8739d3df req-3609e7ed-5c26-4988-8771-cacc3d282b6c tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:58.950151 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-fe09a410-1f94-4694-a499-130a8739d3df req-3609e7ed-5c26-4988-8771-cacc3d282b6c tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0926597
May 04 18:16:59.016903 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-fe09a410-1f94-4694-a499-130a8739d3df req-bd0b28d3-558a-4c55-924c-56513b964555 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526924
May 04 18:16:59.027183 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 41192) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:59.149654 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3975a4ef-9589-4a6d-a7ad-89a9c2b237e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:59.165097 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-3975a4ef-9589-4a6d-a7ad-89a9c2b237e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:16:59.169033 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-3975a4ef-9589-4a6d-a7ad-89a9c2b237e8 admin admin] Usage tracker for resource:security_group_rule and tenant:fbcc601ddc854dcab580c0b709e0e3b8 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:16:59.171977 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-3975a4ef-9589-4a6d-a7ad-89a9c2b237e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:16:59.177871 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-3975a4ef-9589-4a6d-a7ad-89a9c2b237e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:16:59.271191 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3975a4ef-9589-4a6d-a7ad-89a9c2b237e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:59.275942 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3975a4ef-9589-4a6d-a7ad-89a9c2b237e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:59.288592 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:59.336018 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-3975a4ef-9589-4a6d-a7ad-89a9c2b237e8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fbcc601ddc854dcab580c0b709e0e3b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3044136
May 04 18:16:59.336018 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975a4ef-9589-4a6d-a7ad-89a9c2b237e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25eaf952-dff3-498b-9297-fea8b4b67249,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:59.336407 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 41208) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:16:59.383131 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3975a4ef-9589-4a6d-a7ad-89a9c2b237e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:59.416133 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2b7e48f6-7843-42bd-bd83-3bb2b5e4a42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:59.444757 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2b7e48f6-7843-42bd-bd83-3bb2b5e4a42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:59.499110 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2b7e48f6-7843-42bd-bd83-3bb2b5e4a42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:59.502744 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:16:59.513668 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e48f6-7843-42bd-bd83-3bb2b5e4a42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25eaf952-dff3-498b-9297-fea8b4b67249,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:16:59.517734 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-2b7e48f6-7843-42bd-bd83-3bb2b5e4a42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:16:59.521501 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2b7e48f6-7843-42bd-bd83-3bb2b5e4a42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:16:59.522717 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-2b7e48f6-7843-42bd-bd83-3bb2b5e4a42d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/25eaf952-dff3-498b-9297-fea8b4b67249 HTTP/1.1" status: 204  len: 168 time: 0.1855438
May 04 18:16:59.922018 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6c135-9820-4aa6-8801-a6a9978b9dc5 req-4e3c9484-f181-448f-bba1-7054a19cfb72 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:16:59.923621 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-78a6c135-9820-4aa6-8801-a6a9978b9dc5 req-4e3c9484-f181-448f-bba1-7054a19cfb72 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 945 time: 0.0810649
May 04 18:16:59.958409 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device b74d3472-9360-40dc-a0c0-548928e2a273 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:16:59.980213 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-78a6c135-9820-4aa6-8801-a6a9978b9dc5 req-6e204acf-1390-4d50-a8aa-915db4df2972 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499907
May 04 18:17:00.047461 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port b74d3472-9360-40dc-a0c0-548928e2a273 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:17:00.053512 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port b74d3472-9360-40dc-a0c0-548928e2a273 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:17:00.053934 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:00.185698 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:00.215459 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cad73-d3a2-4be8-beac-355a0d0ddc3f req-ac65f983-6cd7-4aff-8200-ba695e4746ac tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:00.217496 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-389cad73-d3a2-4be8-beac-355a0d0ddc3f req-ac65f983-6cd7-4aff-8200-ba695e4746ac tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0880156
May 04 18:17:00.217957 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2002ed59-8453-4bff-8d6a-e2b4bb18c4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74d3472-9360-40dc-a0c0-548928e2a273'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:17:00.228403 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port b74d3472-9360-40dc-a0c0-548928e2a273, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b74d3472-9360-40dc-a0c0-548928e2a273,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:17:00.235240 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:00.238271 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-f77a33fb-0a29-4c9b-87b6-ee729394eba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:00.274425 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-389cad73-d3a2-4be8-beac-355a0d0ddc3f req-503de49b-0ac8-426b-9620-f1af5bc755a8 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486042
May 04 18:17:00.277858 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2002ed59-8453-4bff-8d6a-e2b4bb18c4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74d3472-9360-40dc-a0c0-548928e2a273', 'code': 200}
May 04 18:17:00.341295 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=b74d3472-9360-40dc-a0c0-548928e2a273,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:00.348077 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:00.550667 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc8f5c-197c-44b1-8ebe-c85c60d4590b req-d41b1b41-bcc4-404e-a111-8765fb4ebb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:00.552230 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2ffc8f5c-197c-44b1-8ebe-c85c60d4590b req-d41b1b41-bcc4-404e-a111-8765fb4ebb19 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 1099 time: 0.0754018
May 04 18:17:00.603750 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2ffc8f5c-197c-44b1-8ebe-c85c60d4590b req-4f5b9aca-b8ad-40e4-aad7-fbc8a21760ba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446787
May 04 18:17:01.178489 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 41286) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:01.195096 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e072f-3cb2-4032-b42e-7f0f49353575 req-0ad853c4-5a21-40d0-abe8-a3b39e142d01 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:01.196566 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-dc2e072f-3cb2-4032-b42e-7f0f49353575 req-0ad853c4-5a21-40d0-abe8-a3b39e142d01 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.0919733
May 04 18:17:01.241978 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-dc2e072f-3cb2-4032-b42e-7f0f49353575 req-cc2e186f-fe9e-4816-bb54-8aa7deb3bd67 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394161
May 04 18:17:01.305402 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-812dedd9-a64d-46bb-ba5e-a5878784d4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:01.320802 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-812dedd9-a64d-46bb-ba5e-a5878784d4ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:17:01.324704 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-812dedd9-a64d-46bb-ba5e-a5878784d4ed admin admin] Usage tracker for resource:security_group_rule and tenant:5d0f1141cca34dfcb4c4831b638e525e is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:17:01.327472 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-812dedd9-a64d-46bb-ba5e-a5878784d4ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:17:01.333891 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-812dedd9-a64d-46bb-ba5e-a5878784d4ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:17:01.428352 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-812dedd9-a64d-46bb-ba5e-a5878784d4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:01.433105 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-812dedd9-a64d-46bb-ba5e-a5878784d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:01.443001 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:01.477002 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9a51e-a8f0-4cdf-bc38-2cbff2dbbcc2 req-5afa18dd-e1d3-498b-9dcc-6890a4dcdfda tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:01.478532 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1ab9a51e-a8f0-4cdf-bc38-2cbff2dbbcc2 req-5afa18dd-e1d3-498b-9dcc-6890a4dcdfda tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0868919
May 04 18:17:01.483767 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-812dedd9-a64d-46bb-ba5e-a5878784d4ed admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5d0f1141cca34dfcb4c4831b638e525e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3041055
May 04 18:17:01.484633 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 41294) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:01.488345 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812dedd9-a64d-46bb-ba5e-a5878784d4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0db5125-35e3-405c-a8a5-6243d54046ed,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:01.493167 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-812dedd9-a64d-46bb-ba5e-a5878784d4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:01.566094 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1ab9a51e-a8f0-4cdf-bc38-2cbff2dbbcc2 req-b46e2bbc-3f87-4ac4-b576-6ba25e19832c tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786674
May 04 18:17:01.578933 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3b749907-a93c-46d2-9849-94a198c3f9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:01.608946 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3b749907-a93c-46d2-9849-94a198c3f9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:01.662545 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3b749907-a93c-46d2-9849-94a198c3f9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:01.667436 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-dfe71236-4578-496c-b593-847f2349f6dc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:01.679550 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b749907-a93c-46d2-9849-94a198c3f9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0db5125-35e3-405c-a8a5-6243d54046ed,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:01.681813 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3b749907-a93c-46d2-9849-94a198c3f9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:01.683943 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3b749907-a93c-46d2-9849-94a198c3f9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:01.685950 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-3b749907-a93c-46d2-9849-94a198c3f9f8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d0db5125-35e3-405c-a8a5-6243d54046ed HTTP/1.1" status: 204  len: 168 time: 0.1993508
May 04 18:17:02.445669 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0bb24-c996-475c-8575-854192c0b400 req-8acc43ae-a023-43ab-bfd9-33124e10fd87 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:02.447356 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-23e0bb24-c996-475c-8575-854192c0b400 req-8acc43ae-a023-43ab-bfd9-33124e10fd87 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.0815978
May 04 18:17:02.498349 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-23e0bb24-c996-475c-8575-854192c0b400 req-c087d80b-9831-4201-bb42-1bd6d77ef064 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432529
May 04 18:17:02.797470 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e97aa6-6a52-43c5-baa4-d33abcf24318 req-ace2e5aa-ba4c-4a84-a064-d4aa7c93ae0a tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:02.799431 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f7e97aa6-6a52-43c5-baa4-d33abcf24318 req-ace2e5aa-ba4c-4a84-a064-d4aa7c93ae0a tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1021042
May 04 18:17:02.848876 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f7e97aa6-6a52-43c5-baa4-d33abcf24318 req-fdaf7331-8063-4dd2-ac5d-74beaa985a02 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437255
May 04 18:17:04.110729 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175bd4f-a3e8-4be9-bafa-599271b7d72c req-b8fc3faf-4071-47e7-8085-9afd27e3acad tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:04.113057 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6175bd4f-a3e8-4be9-bafa-599271b7d72c req-b8fc3faf-4071-47e7-8085-9afd27e3acad tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1399260
May 04 18:17:04.161492 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6175bd4f-a3e8-4be9-bafa-599271b7d72c req-5fb20f63-776f-4d29-875c-a4f5215c6262 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408857
May 04 18:17:05.348775 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f2e72-8e0c-45c0-b189-53600a966f68 req-bccbe1ce-7815-4e48-84ff-11d7bd523e1a tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:05.350276 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7f1f2e72-8e0c-45c0-b189-53600a966f68 req-bccbe1ce-7815-4e48-84ff-11d7bd523e1a tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0821183
May 04 18:17:05.397943 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7f1f2e72-8e0c-45c0-b189-53600a966f68 req-41aba31e-8159-45ed-9e08-f85aa1fa59f5 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418961
May 04 18:17:06.584213 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa776e-d270-4d64-b8e9-f15fa8cd103f req-36e2fcab-3aa2-45e1-a0d2-e44028ffe5fe tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:06.585702 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-49fa776e-d270-4d64-b8e9-f15fa8cd103f req-36e2fcab-3aa2-45e1-a0d2-e44028ffe5fe tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0793128
May 04 18:17:06.700519 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-49fa776e-d270-4d64-b8e9-f15fa8cd103f req-99276fa6-27ac-4ea8-80d6-db666f7bc48a tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084213
May 04 18:17:07.908513 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329b511-2a15-47be-b409-2463aafdd569 req-7c70dd0a-4455-45ba-841c-a579b97eccd1 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:07.910840 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2329b511-2a15-47be-b409-2463aafdd569 req-7c70dd0a-4455-45ba-841c-a579b97eccd1 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1004021
May 04 18:17:07.973740 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2329b511-2a15-47be-b409-2463aafdd569 req-bf36e4a6-36c6-4e13-bb86-55bc50f2eacf tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559771
May 04 18:17:09.327299 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11eb50-fe56-4bcf-a01e-03439baedbeb req-62794745-af48-4b34-8bec-b741360e268c tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:09.328907 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-be11eb50-fe56-4bcf-a01e-03439baedbeb req-62794745-af48-4b34-8bec-b741360e268c tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0895727
May 04 18:17:09.379732 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-be11eb50-fe56-4bcf-a01e-03439baedbeb req-c0d7d983-2d98-4bef-8c38-58f7f96c93d7 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411274
May 04 18:17:10.580317 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0823998-0581-4995-81cb-f7f4a7a5c9f6 req-647aff32-ec2f-4912-b83f-ed984ea4301d tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:10.581862 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d0823998-0581-4995-81cb-f7f4a7a5c9f6 req-647aff32-ec2f-4912-b83f-ed984ea4301d tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0884900
May 04 18:17:10.633103 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d0823998-0581-4995-81cb-f7f4a7a5c9f6 req-c4fa2f4d-f8f5-4a70-a34e-046400bba6ce tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422404
May 04 18:17:11.828020 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11feda6-6dde-415e-a12d-8b59c200d8ea req-0a5cb69d-4036-44be-a494-3ea3e21c6a50 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:11.829499 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f11feda6-6dde-415e-a12d-8b59c200d8ea req-0a5cb69d-4036-44be-a494-3ea3e21c6a50 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0859556
May 04 18:17:11.878026 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f11feda6-6dde-415e-a12d-8b59c200d8ea req-1ab1af44-80bf-434d-b74f-73ad7f589da3 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419121
May 04 18:17:13.070535 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d229c23-7ce5-42cd-92ee-533c091c6ff2 req-4d33c990-9a15-4196-ae9b-be744e6f95db tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:13.071987 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5d229c23-7ce5-42cd-92ee-533c091c6ff2 req-4d33c990-9a15-4196-ae9b-be744e6f95db tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0832524
May 04 18:17:13.126422 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5d229c23-7ce5-42cd-92ee-533c091c6ff2 req-3ae5df99-a955-4ba8-9dc0-6c0ad8ba3b8c tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487852
May 04 18:17:14.314839 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee6ceb-02b7-46ca-b3a7-3b913d9e5e36 req-2e7c6778-6292-4466-bc00-f00258bf6924 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:14.316353 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-32ee6ceb-02b7-46ca-b3a7-3b913d9e5e36 req-2e7c6778-6292-4466-bc00-f00258bf6924 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0808780
May 04 18:17:14.365309 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-32ee6ceb-02b7-46ca-b3a7-3b913d9e5e36 req-3afc3e89-1830-4729-af23-b2b9ba38990b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433359
May 04 18:17:15.556629 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577ba6f-9dd6-4a49-9c03-be3fdedb9571 req-3210724f-f6a7-4c73-a76d-58bbabeb5c2a tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:15.558137 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3577ba6f-9dd6-4a49-9c03-be3fdedb9571 req-3210724f-f6a7-4c73-a76d-58bbabeb5c2a tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0846076
May 04 18:17:15.605475 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3577ba6f-9dd6-4a49-9c03-be3fdedb9571 req-38da7100-269d-46d4-b57a-17c30d95890e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414186
May 04 18:17:16.795622 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2067a-fdc7-4ef7-8412-d1564604acca req-42d2e0a6-a6c6-4b48-98bb-9a258254d528 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:16.797084 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-49a2067a-fdc7-4ef7-8412-d1564604acca req-42d2e0a6-a6c6-4b48-98bb-9a258254d528 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0787356
May 04 18:17:16.843923 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-49a2067a-fdc7-4ef7-8412-d1564604acca req-6863afca-e597-4bc2-b6cd-088f8cfc01eb tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403709
May 04 18:17:18.051630 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0c3cc-9ed2-4812-970b-179d09cca999 req-f717fab1-54b9-4127-be77-9acd367ef5fc tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:18.053086 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-84f0c3cc-9ed2-4812-970b-179d09cca999 req-f717fab1-54b9-4127-be77-9acd367ef5fc tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0883062
May 04 18:17:18.098035 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-84f0c3cc-9ed2-4812-970b-179d09cca999 req-f4753813-8323-4511-b219-4cfe88eeb097 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390882
May 04 18:17:19.287607 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e65546-ff86-4d32-bffe-2eceae13e20b req-f8efe545-3801-417a-84fc-b2a3796d1640 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:19.288963 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-88e65546-ff86-4d32-bffe-2eceae13e20b req-f8efe545-3801-417a-84fc-b2a3796d1640 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0800333
May 04 18:17:19.339955 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-88e65546-ff86-4d32-bffe-2eceae13e20b req-f6a524ec-4513-48b0-9484-702acce75603 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452890
May 04 18:17:20.086289 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 41734) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:20.208403 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:20.223450 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:17:20.227284 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Usage tracker for resource:security_group_rule and tenant:6aec03aacdf047f0b4623858d738e54a is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:17:20.230127 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:17:20.235852 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:17:20.330975 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:20.338102 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:20.355347 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:20.435750 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 41778) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:20.445982 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6aec03aacdf047f0b4623858d738e54a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3599775
May 04 18:17:20.464917 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec996d0-6525-4bdb-80dd-ff01ec79e510,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:20.476056 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.476433 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.476787 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.477340 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.477867 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.478362 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.478879 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.479395 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.479894 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.480391 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.480894 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.481399 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.561367 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-bd326bcf-6051-4f52-8558-0ff8e0c767f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:20.562554 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:20.587838 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:20.607070 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7dda5-0bd8-47d9-b7dc-f223e5d84853 req-b9977fae-5542-4cef-9ddd-30ba05577020 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:20.608845 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-64e7dda5-0bd8-47d9-b7dc-f223e5d84853 req-b9977fae-5542-4cef-9ddd-30ba05577020 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1545193
May 04 18:17:20.626854 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-97658018-0f0b-49ce-9941-79e334736a05 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:20.628320 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-97658018-0f0b-49ce-9941-79e334736a05 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/networks?id=b590a2bc-9427-439b-87ad-b05399fdca88 HTTP/1.1" status: 200  len: 814 time: 0.2745354
May 04 18:17:20.646524 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-d015e9e4-142d-4340-8ec8-73ecfc979a57 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/quotas/f0cb6cff504c4a8da4ec138a21a196f0 HTTP/1.1" status: 200  len: 375 time: 0.0100524
May 04 18:17:20.647167 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:20.695067 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-64e7dda5-0bd8-47d9-b7dc-f223e5d84853 req-f3f189b8-e794-4aec-a5dc-0eb2dfbd9bce tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739052
May 04 18:17:20.740612 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:20.746385 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:20.749286 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-d3334355-6cb4-42be-b397-38432ba5266d tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0cb6cff504c4a8da4ec138a21a196f0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0957513
May 04 18:17:20.762557 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec996d0-6525-4bdb-80dd-ff01ec79e510,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:20.772638 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.773554 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.773964 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.774429 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.774940 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.775447 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.775955 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.776484 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.776983 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.777842 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.778367 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.778883 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:20.784739 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:20.791860 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:20.793297 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6ec996d0-6525-4bdb-80dd-ff01ec79e510 HTTP/1.1" status: 204  len: 168 time: 0.3565056
May 04 18:17:20.917662 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-c2b2361d-84d6-4f9f-a866-402fbcf5e293 service neutron] 10.222.0.67 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1606448
May 04 18:17:21.089136 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-528d991b-ca82-416b-8a5f-2f8b974a0508 service neutron] 10.222.0.67 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1639791
May 04 18:17:21.155104 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 41804) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:21.176067 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f94628f4-f8f3-4e94-8b9b-39cd2c454275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:21.199325 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-f94628f4-f8f3-4e94-8b9b-39cd2c454275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:17:21.203531 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-f94628f4-f8f3-4e94-8b9b-39cd2c454275 admin admin] Usage tracker for resource:security_group_rule and tenant:1f5e5af1ca67414ea40aaaa1c6b6e7d6 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:17:21.214607 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-f94628f4-f8f3-4e94-8b9b-39cd2c454275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:17:21.221229 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-f94628f4-f8f3-4e94-8b9b-39cd2c454275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:17:21.320020 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e7c45b95-0675-48aa-98ec-d37490b0bde6 req-a8696ef7-48ec-43ac-8d9d-2e734bcb8218 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 210 time: 0.0524023
May 04 18:17:21.380090 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f94628f4-f8f3-4e94-8b9b-39cd2c454275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:21.384367 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f94628f4-f8f3-4e94-8b9b-39cd2c454275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:21.393065 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:21.444542 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-f94628f4-f8f3-4e94-8b9b-39cd2c454275 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1f5e5af1ca67414ea40aaaa1c6b6e7d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2882907
May 04 18:17:21.447017 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 41832) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:21.450116 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94628f4-f8f3-4e94-8b9b-39cd2c454275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2204365-3b97-4b9e-92cc-bbb74c1cf1f9,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:21.453981 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f94628f4-f8f3-4e94-8b9b-39cd2c454275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:21.524778 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e3e632ba-cd3d-4cb3-bed0-cf326742e2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:21.554756 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e3e632ba-cd3d-4cb3-bed0-cf326742e2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:21.615792 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e3e632ba-cd3d-4cb3-bed0-cf326742e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:21.622289 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ef73d441-991d-47ac-b743-1cff177fa85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:21.635224 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e632ba-cd3d-4cb3-bed0-cf326742e2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2204365-3b97-4b9e-92cc-bbb74c1cf1f9,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:21.637467 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e3e632ba-cd3d-4cb3-bed0-cf326742e2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:21.642218 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-e3e632ba-cd3d-4cb3-bed0-cf326742e2b6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b2204365-3b97-4b9e-92cc-bbb74c1cf1f9 HTTP/1.1" status: 204  len: 168 time: 0.1940324
May 04 18:17:21.643739 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-e3e632ba-cd3d-4cb3-bed0-cf326742e2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:21.908240 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b1dcf-6126-455e-90f7-d6f6b1a3df5d req-330f1b48-2076-44cd-9cf5-a8007a680e82 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:21.909750 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8b0b1dcf-6126-455e-90f7-d6f6b1a3df5d req-330f1b48-2076-44cd-9cf5-a8007a680e82 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0920005
May 04 18:17:21.971881 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8b0b1dcf-6126-455e-90f7-d6f6b1a3df5d req-cf133cd0-fd5a-44f7-9490-19617dc87957 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549595
May 04 18:17:22.502299 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cd9bd823-36c1-406d-98ef-6b82b58c856b req-c3e983fe-a656-441a-89e0-c9a48ed859be tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 210 time: 0.0475702
May 04 18:17:22.701448 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634879f3-6d12-4c0b-8bcb-49a4cb113e8f req-74e67c2c-2e16-4d8d-ba0f-59f38dde5280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:22.711909 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-634879f3-6d12-4c0b-8bcb-49a4cb113e8f req-74e67c2c-2e16-4d8d-ba0f-59f38dde5280 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 1099 time: 0.0865750
May 04 18:17:22.769585 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-634879f3-6d12-4c0b-8bcb-49a4cb113e8f req-d6c718f3-73db-43e9-8b44-92e214f4cf14 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516200
May 04 18:17:22.864282 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-d59d5968-e561-498a-870f-a79260a29fd6 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:22.865886 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-d59d5968-e561-498a-870f-a79260a29fd6 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.64 "GET /v2.0/networks?id=b590a2bc-9427-439b-87ad-b05399fdca88 HTTP/1.1" status: 200  len: 814 time: 0.1973608
May 04 18:17:22.906706 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-fbb946cf-b529-4b9f-b0a3-3511988a3552 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Request body: {'port': {'device_id': '7759e236-7c4a-47a8-b318-343da0d76ac1', 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88', 'admin_state_up': True, 'tenant_id': 'f0cb6cff504c4a8da4ec138a21a196f0'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:17:22.928448 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:23.062034 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-fbb946cf-b529-4b9f-b0a3-3511988a3552 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:17:23.071862 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-fbb946cf-b529-4b9f-b0a3-3511988a3552 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:17:23.091015 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-fbb946cf-b529-4b9f-b0a3-3511988a3552 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Made reservation on behalf of f0cb6cff504c4a8da4ec138a21a196f0 for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:17:23.095153 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-fbb946cf-b529-4b9f-b0a3-3511988a3552 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:23.197818 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c866a6-96ad-4691-883c-233db1e91766 req-110ecda8-db41-4f3f-80bc-baa6b651e8ed tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:23.205584 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-14c866a6-96ad-4691-883c-233db1e91766 req-110ecda8-db41-4f3f-80bc-baa6b651e8ed tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1035480
May 04 18:17:23.256801 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-14c866a6-96ad-4691-883c-233db1e91766 req-6e3f892a-061a-456d-98cb-130dff15fda0 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502825
May 04 18:17:23.310051 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-fbb946cf-b529-4b9f-b0a3-3511988a3552 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Allocated IP 172.20.0.3 (b590a2bc-9427-439b-87ad-b05399fdca88/6eeccb21-59c9-4d38-b9b9-5a3f4940df7b/1b5f1f0c-02d8-457b-9218-ece489957bab) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:17:23.401647 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-17aea828-bac1-4a60-8c37-14755b293acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:23.612392 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-fbb946cf-b529-4b9f-b0a3-3511988a3552 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:23.679759 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e4ba8f0c-0557-4ac0-9c2b-c4b39ea5e4d8 req-f82eaa25-8ba5-4bcb-920f-c023650f36c5 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 210 time: 0.0457809
May 04 18:17:23.681908 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-fbb946cf-b529-4b9f-b0a3-3511988a3552 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:23.687767 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:23.706098 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['d264afca-e178-4441-8346-e008c8fdc798', '6b33510f-0b7e-4f62-b8f4-c065f144ed45', 'b74d3472-9360-40dc-a0c0-548928e2a273'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:17:23.749968 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-fbb946cf-b529-4b9f-b0a3-3511988a3552 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Network b590a2bc-9427-439b-87ad-b05399fdca88 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:17:23.757808 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-fbb946cf-b529-4b9f-b0a3-3511988a3552 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:17:23.762243 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-fbb946cf-b529-4b9f-b0a3-3511988a3552 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:17:23.797393 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb946cf-b529-4b9f-b0a3-3511988a3552 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Pushing event updated for resources: {'Port': ['ID=1b5f1f0c-02d8-457b-9218-ece489957bab,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:23.811273 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-fbb946cf-b529-4b9f-b0a3-3511988a3552 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:23.849324 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-fbb946cf-b529-4b9f-b0a3-3511988a3552 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:23.849579 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-fbb946cf-b529-4b9f-b0a3-3511988a3552 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:23.879405 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-fbb946cf-b529-4b9f-b0a3-3511988a3552 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9769983
May 04 18:17:23.901084 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Request body: {'port': {'device_id': '7759e236-7c4a-47a8-b318-343da0d76ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:17:24.035422 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:24.407390 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5f1f0c-02d8-457b-9218-ece489957bab {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:17:24.417157 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:24.432579 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Transition to ACTIVE for port object 1b5f1f0c-02d8-457b-9218-ece489957bab will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:17:24.436901 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:24.441487 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:24.469260 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ab623c71-1d1d-4ad3-9883-877015a2240a req-42bbd793-2145-4dd3-b5de-4f6ef1cfbb66 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1359944
May 04 18:17:24.498951 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8208d-888c-48de-9602-733a74e14caa req-e8582abe-2653-4180-b68f-85f64440b529 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:24.500442 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-cdb8208d-888c-48de-9602-733a74e14caa req-e8582abe-2653-4180-b68f-85f64440b529 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1069627
May 04 18:17:24.574511 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Pushing event updated for resources: {'Port': ['ID=1b5f1f0c-02d8-457b-9218-ece489957bab,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:24.625936 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:24.675377 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-cdb8208d-888c-48de-9602-733a74e14caa req-c7ae419d-1102-4522-a3ec-a6173cee9efc tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360295
May 04 18:17:24.685282 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab623c71-1d1d-4ad3-9883-877015a2240a req-37af74dc-5508-4dec-9f47-1fe264e8c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:24.686945 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ab623c71-1d1d-4ad3-9883-877015a2240a req-37af74dc-5508-4dec-9f47-1fe264e8c5e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aefb4fa5e3d445b8c9b88bc40882c9e&device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 1099 time: 0.1828425
May 04 18:17:24.697777 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Attempting to bind port 1b5f1f0c-02d8-457b-9218-ece489957bab on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:17:24.698111 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Attempting to bind port 1b5f1f0c-02d8-457b-9218-ece489957bab by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:17:24.698416 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Attempting to bind port 1b5f1f0c-02d8-457b-9218-ece489957bab on network b590a2bc-9427-439b-87ad-b05399fdca88 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:17:24.704050 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Port 1b5f1f0c-02d8-457b-9218-ece489957bab on network b590a2bc-9427-439b-87ad-b05399fdca88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:17:24.704378 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Attempting to bind port 1b5f1f0c-02d8-457b-9218-ece489957bab on network b590a2bc-9427-439b-87ad-b05399fdca88 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:17:24.715665 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:17:24.716123 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Checking segment: {'id': 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:17:24.716384 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Bound using segment: {'id': 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:17:24.716820 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Bound port: 1b5f1f0c-02d8-457b-9218-ece489957bab, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:17:24.717166 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:24.818226 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:24.824542 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:24.889523 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] For port 1b5f1f0c-02d8-457b-9218-ece489957bab, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:17:24.895500 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] For port 1b5f1f0c-02d8-457b-9218-ece489957bab, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b5f1f0c-02d8-457b-9218-ece489957bab,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:17:24.908860 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab623c71-1d1d-4ad3-9883-877015a2240a req-671788be-632b-44eb-bf51-0a9404aec631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:24.911256 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ab623c71-1d1d-4ad3-9883-877015a2240a req-671788be-632b-44eb-bf51-0a9404aec631 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99409e48-5704-4894-904f-35de746905a5 HTTP/1.1" status: 200  len: 920 time: 0.1850245
May 04 18:17:24.912655 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:24.922514 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:25.011480 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ab623c71-1d1d-4ad3-9883-877015a2240a req-8bf80317-9888-42df-a55d-3e55771e5641 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf248c2-cdc1-477e-989e-cd77394df588 HTTP/1.1" status: 200  len: 217 time: 0.0863266
May 04 18:17:25.057925 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:25.058535 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:25.060102 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] 10.222.0.64 "PUT /v2.0/ports/1b5f1f0c-02d8-457b-9218-ece489957bab HTTP/1.1" status: 200  len: 1093 time: 1.1655777
May 04 18:17:25.060686 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7759e236-7c4a-47a8-b318-343da0d76ac1', 'tag': '1b5f1f0c-02d8-457b-9218-ece489957bab'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:17:25.110100 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f675de9-aac0-46a8-8af8-9d18c087dc5c req-261676f1-493c-462f-bb1b-9de32a9c3b7b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:25.110838 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-6f675de9-aac0-46a8-8af8-9d18c087dc5c req-261676f1-493c-462f-bb1b-9de32a9c3b7b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Synchronizing usage tracker for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:17:25.120187 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Pushing event updated for resources: {'Port': ['ID=1b5f1f0c-02d8-457b-9218-ece489957bab,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:25.130419 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:25.143472 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab623c71-1d1d-4ad3-9883-877015a2240a req-6dc5555c-e864-418d-9869-7b0de92cb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:25.145487 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ab623c71-1d1d-4ad3-9883-877015a2240a req-6dc5555c-e864-418d-9869-7b0de92cb664 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed8ff751-3f9c-4e2b-b012-ca57bc17a88d HTTP/1.1" status: 200  len: 859 time: 0.1239243
May 04 18:17:25.187155 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-6f675de9-aac0-46a8-8af8-9d18c087dc5c req-261676f1-493c-462f-bb1b-9de32a9c3b7b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Unset dirty status for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:17:25.190204 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6f675de9-aac0-46a8-8af8-9d18c087dc5c req-261676f1-493c-462f-bb1b-9de32a9c3b7b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 943 time: 0.3852792
May 04 18:17:25.237304 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ab623c71-1d1d-4ad3-9883-877015a2240a req-6ff77314-fa78-470e-bd40-41f57372bcc8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99409e48-5704-4894-904f-35de746905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559819
May 04 18:17:25.280160 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6f675de9-aac0-46a8-8af8-9d18c087dc5c req-8764d67e-9608-4521-b950-25744d581ff1 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735309
May 04 18:17:25.286521 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-8c95c754-7ea2-40b9-aa35-0f40c3945e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:25.288022 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-8c95c754-7ea2-40b9-aa35-0f40c3945e47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0cb6cff504c4a8da4ec138a21a196f0&device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 1096 time: 0.1553364
May 04 18:17:25.299914 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8846c57-ff42-4154-a12f-d6e4cac43f6e req-5bf1c0bd-aec6-4a40-868e-d92288de2b04 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:25.306968 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a8846c57-ff42-4154-a12f-d6e4cac43f6e req-5bf1c0bd-aec6-4a40-868e-d92288de2b04 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1603615
May 04 18:17:25.375130 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-5f54464c-1346-4bf4-886f-5a2e1eefccdc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b5f1f0c-02d8-457b-9218-ece489957bab HTTP/1.1" status: 200  len: 217 time: 0.0744181
May 04 18:17:25.377911 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7759e236-7c4a-47a8-b318-343da0d76ac1', 'tag': '1b5f1f0c-02d8-457b-9218-ece489957bab', 'status': 'completed', 'code': 200}
May 04 18:17:25.432552 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a8846c57-ff42-4154-a12f-d6e4cac43f6e req-db3bdc01-2a0c-4c25-8a9f-f11a50b759dd tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246195
May 04 18:17:25.455814 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ab623c71-1d1d-4ad3-9883-877015a2240a req-54eef861-0cf1-4c2b-9791-16bf856650d6 service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1985652
May 04 18:17:25.472094 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-340e3183-9586-425a-89ad-37e9eb02a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:25.473586 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-340e3183-9586-425a-89ad-37e9eb02a1d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6eeccb21-59c9-4d38-b9b9-5a3f4940df7b HTTP/1.1" status: 200  len: 854 time: 0.0828657
May 04 18:17:25.545852 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-0c367834-405d-4d2c-99e3-923455f710fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b590a2bc-9427-439b-87ad-b05399fdca88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512404
May 04 18:17:25.611245 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ab623c71-1d1d-4ad3-9883-877015a2240a req-a35c57ac-6ee3-4cab-a396-565c832a6272 service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418569
May 04 18:17:25.752968 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1d393-3970-4055-9710-c49536218c9d req-7a1b06a6-92e2-4c5f-94fb-e885453addd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:25.755105 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-25b1d393-3970-4055-9710-c49536218c9d req-7a1b06a6-92e2-4c5f-94fb-e885453addd2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aefb4fa5e3d445b8c9b88bc40882c9e&device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 1099 time: 0.0889559
May 04 18:17:25.790674 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-631f930b-51fd-4d85-89e2-df328aaa65ca service neutron] 10.222.0.64 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2304947
May 04 18:17:25.896576 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1d393-3970-4055-9710-c49536218c9d req-ae990e14-ef21-4cc1-bd93-10d142884093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:25.898031 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-25b1d393-3970-4055-9710-c49536218c9d req-ae990e14-ef21-4cc1-bd93-10d142884093 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99409e48-5704-4894-904f-35de746905a5 HTTP/1.1" status: 200  len: 920 time: 0.1315908
May 04 18:17:25.945812 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8255aa61-aa76-4e67-90a8-bf32807d467e req-f9fb11dc-8a0f-4a66-889b-44290eb97aae service neutron] 10.222.0.64 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361346
May 04 18:17:25.974681 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-25b1d393-3970-4055-9710-c49536218c9d req-1f99ef71-edf7-463f-b634-e18e925c6ad1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf248c2-cdc1-477e-989e-cd77394df588 HTTP/1.1" status: 200  len: 217 time: 0.0639079
May 04 18:17:26.045030 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1d393-3970-4055-9710-c49536218c9d req-620e33b2-215d-4500-a334-5da60d6039cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:26.046483 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-25b1d393-3970-4055-9710-c49536218c9d req-620e33b2-215d-4500-a334-5da60d6039cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed8ff751-3f9c-4e2b-b012-ca57bc17a88d HTTP/1.1" status: 200  len: 859 time: 0.0582805
May 04 18:17:26.066073 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752ec2d-1bf2-4516-9573-42e2f1fad14c req-436ee4fa-82c3-44f8-b4f2-6a562d0a3523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:26.067575 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2752ec2d-1bf2-4516-9573-42e2f1fad14c req-436ee4fa-82c3-44f8-b4f2-6a562d0a3523 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0cb6cff504c4a8da4ec138a21a196f0&device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 1096 time: 0.0709431
May 04 18:17:26.099063 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-25b1d393-3970-4055-9710-c49536218c9d req-0a6122e3-c09e-4d43-8366-ea2849f598b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99409e48-5704-4894-904f-35de746905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455954
May 04 18:17:26.210136 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752ec2d-1bf2-4516-9573-42e2f1fad14c req-54d34f6e-a757-4716-8351-6e33d5fa320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:26.211586 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2752ec2d-1bf2-4516-9573-42e2f1fad14c req-54d34f6e-a757-4716-8351-6e33d5fa320c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b590a2bc-9427-439b-87ad-b05399fdca88 HTTP/1.1" status: 200  len: 915 time: 0.1321604
May 04 18:17:26.244835 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-25b1d393-3970-4055-9710-c49536218c9d req-e92bbe5a-c1c0-4d4c-b1e5-f864acff59fb service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358106
May 04 18:17:26.301980 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2752ec2d-1bf2-4516-9573-42e2f1fad14c req-76cd2f82-fa5e-44ed-a1e4-c63edd0f4794 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b5f1f0c-02d8-457b-9218-ece489957bab HTTP/1.1" status: 200  len: 217 time: 0.0647526
May 04 18:17:26.373793 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752ec2d-1bf2-4516-9573-42e2f1fad14c req-f4938ccb-8bb1-48e5-a122-4f1e0d9413a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:26.375183 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2752ec2d-1bf2-4516-9573-42e2f1fad14c req-f4938ccb-8bb1-48e5-a122-4f1e0d9413a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6eeccb21-59c9-4d38-b9b9-5a3f4940df7b HTTP/1.1" status: 200  len: 854 time: 0.0612502
May 04 18:17:26.402233 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-25b1d393-3970-4055-9710-c49536218c9d req-a461b607-7e3a-46ac-8eea-3453ebbfb065 service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367996
May 04 18:17:26.465875 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2752ec2d-1bf2-4516-9573-42e2f1fad14c req-1ac67d1d-fe78-4951-a7c7-332bcf940065 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b590a2bc-9427-439b-87ad-b05399fdca88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0822797
May 04 18:17:26.621749 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436703b-0940-4018-a1d5-30e06cdb2a01 req-eb719137-ea00-4292-a533-0a921a9d63d4 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:26.623420 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8436703b-0940-4018-a1d5-30e06cdb2a01 req-eb719137-ea00-4292-a533-0a921a9d63d4 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 943 time: 0.2036283
May 04 18:17:26.666312 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96691d56-2190-41af-8f25-e62c3f0b9836 req-d77e1cd0-39ab-4154-bab7-9cdd890c1204 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:26.673319 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-96691d56-2190-41af-8f25-e62c3f0b9836 req-d77e1cd0-39ab-4154-bab7-9cdd890c1204 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1055417
May 04 18:17:26.674972 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2752ec2d-1bf2-4516-9573-42e2f1fad14c req-b330faa8-0f08-4ef0-bb8c-19d8f58db763 service neutron] 10.222.0.64 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1994414
May 04 18:17:26.715515 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-96691d56-2190-41af-8f25-e62c3f0b9836 req-cea845e1-f2f7-495e-852d-84a78eab4688 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413117
May 04 18:17:26.741231 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8436703b-0940-4018-a1d5-30e06cdb2a01 req-ed219a89-55be-4ef0-95d0-91676d433eb5 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067445
May 04 18:17:26.819678 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:26.876452 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2752ec2d-1bf2-4516-9573-42e2f1fad14c req-66f40d5d-be10-43f9-9b55-855d0717b58b service neutron] 10.222.0.64 "GET /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1927512
May 04 18:17:27.137017 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 42004) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:27.267481 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-252e413e-fa53-4d5e-bb09-b5661d5a57fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:27.282861 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-252e413e-fa53-4d5e-bb09-b5661d5a57fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:17:27.287567 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-252e413e-fa53-4d5e-bb09-b5661d5a57fc admin admin] Usage tracker for resource:security_group_rule and tenant:101f4a46753c43e2b9f0604726f521e8 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:17:27.290490 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-252e413e-fa53-4d5e-bb09-b5661d5a57fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:17:27.296092 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-252e413e-fa53-4d5e-bb09-b5661d5a57fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:17:27.390887 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-252e413e-fa53-4d5e-bb09-b5661d5a57fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:27.394764 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-252e413e-fa53-4d5e-bb09-b5661d5a57fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:27.403871 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:27.452696 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-252e413e-fa53-4d5e-bb09-b5661d5a57fc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=101f4a46753c43e2b9f0604726f521e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3122029
May 04 18:17:27.452946 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 42012) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:27.455638 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e413e-fa53-4d5e-bb09-b5661d5a57fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d7a5bc-8006-45cd-bb8c-5a0a30a7828b,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:27.458897 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-252e413e-fa53-4d5e-bb09-b5661d5a57fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:27.524896 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c37d31b4-4f15-45e4-9d53-69d0b4473d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:27.554032 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c37d31b4-4f15-45e4-9d53-69d0b4473d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:27.611421 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c37d31b4-4f15-45e4-9d53-69d0b4473d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:27.617102 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-80fc623c-6e57-4a48-a999-2db0e02b63e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:27.631650 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c37d31b4-4f15-45e4-9d53-69d0b4473d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:27.635481 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-c37d31b4-4f15-45e4-9d53-69d0b4473d13 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/52d7a5bc-8006-45cd-bb8c-5a0a30a7828b HTTP/1.1" status: 204  len: 168 time: 0.1816242
May 04 18:17:27.636395 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d31b4-4f15-45e4-9d53-69d0b4473d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d7a5bc-8006-45cd-bb8c-5a0a30a7828b,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:27.638684 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-c37d31b4-4f15-45e4-9d53-69d0b4473d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:27.963483 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce388d5-0f67-4a58-a63a-01533aebb9c6 req-8901426c-4718-4188-afb5-0bd499144326 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:27.966435 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3ce388d5-0f67-4a58-a63a-01533aebb9c6 req-8901426c-4718-4188-afb5-0bd499144326 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1113741
May 04 18:17:28.016640 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 42034) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:28.042603 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3ce388d5-0f67-4a58-a63a-01533aebb9c6 req-ee1b5023-1b38-44e9-9211-74091ff6bb3f tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681036
May 04 18:17:28.047454 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-aa86f632-a291-48b9-9ba6-dcae2a5564af admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:28.070058 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-aa86f632-a291-48b9-9ba6-dcae2a5564af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:17:28.070204 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb38422-a93d-48bc-9b79-d0c2109899ef req-71af08ec-097f-4c8d-9dfd-58c3620ba5ec tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:28.070204 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-cbb38422-a93d-48bc-9b79-d0c2109899ef req-71af08ec-097f-4c8d-9dfd-58c3620ba5ec tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 943 time: 0.1942430
May 04 18:17:28.070749 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-aa86f632-a291-48b9-9ba6-dcae2a5564af admin admin] Usage tracker for resource:security_group_rule and tenant:972e1c7c1e434d868db3b55c12a7b2e1 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:17:28.072182 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-aa86f632-a291-48b9-9ba6-dcae2a5564af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:17:28.078284 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-aa86f632-a291-48b9-9ba6-dcae2a5564af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:17:28.118260 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-cbb38422-a93d-48bc-9b79-d0c2109899ef req-169849a8-9339-4206-96f5-3893047df802 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443773
May 04 18:17:28.173984 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-aa86f632-a291-48b9-9ba6-dcae2a5564af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:28.178354 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-aa86f632-a291-48b9-9ba6-dcae2a5564af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:28.185127 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-264a2d5e-baa4-4c40-a6f1-944743664215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:28.225811 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-aa86f632-a291-48b9-9ba6-dcae2a5564af admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=972e1c7c1e434d868db3b55c12a7b2e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2080128
May 04 18:17:28.226432 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86f632-a291-48b9-9ba6-dcae2a5564af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d814e5-1d69-4b85-b643-cbbc5e8c38df,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:28.228676 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 42038) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:28.231253 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-aa86f632-a291-48b9-9ba6-dcae2a5564af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:28.286756 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71d48c98-06e2-4be5-b363-c588ba9870a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:28.312306 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71d48c98-06e2-4be5-b363-c588ba9870a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:28.373403 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71d48c98-06e2-4be5-b363-c588ba9870a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:28.377049 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-2573de01-9600-4074-9cd5-12a2401d853e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:28.388964 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d48c98-06e2-4be5-b363-c588ba9870a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d814e5-1d69-4b85-b643-cbbc5e8c38df,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:28.392369 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-71d48c98-06e2-4be5-b363-c588ba9870a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:28.396242 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71d48c98-06e2-4be5-b363-c588ba9870a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:28.397297 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-71d48c98-06e2-4be5-b363-c588ba9870a8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d4d814e5-1d69-4b85-b643-cbbc5e8c38df HTTP/1.1" status: 204  len: 168 time: 0.1676810
May 04 18:17:29.263277 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfadc8-5bf7-4c1e-aa58-c49f1dcd8ad9 req-484234b6-6204-4ea2-8d6e-55bc10cd22d3 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:29.271231 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-47dfadc8-5bf7-4c1e-aa58-c49f1dcd8ad9 req-484234b6-6204-4ea2-8d6e-55bc10cd22d3 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1026471
May 04 18:17:29.321619 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-47dfadc8-5bf7-4c1e-aa58-c49f1dcd8ad9 req-9b18eced-925f-4773-bb9c-4bd293a6cd1f tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494094
May 04 18:17:29.391798 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5671049-bbc6-4fee-966e-0cff482cba84 req-f5f05f73-f569-4e0a-88b7-f766abc06d7c tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:29.393317 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f5671049-bbc6-4fee-966e-0cff482cba84 req-f5f05f73-f569-4e0a-88b7-f766abc06d7c tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 943 time: 0.1486621
May 04 18:17:29.454490 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f5671049-bbc6-4fee-966e-0cff482cba84 req-125a13f7-f25a-4a3c-9216-1cf220d1eeff tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535762
May 04 18:17:30.510328 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5b5f5-1382-4d33-867d-b556070cba18 req-eada124b-e5af-4270-9327-4c2d9a99704a tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:30.511934 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1bc5b5f5-1382-4d33-867d-b556070cba18 req-eada124b-e5af-4270-9327-4c2d9a99704a tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0853074
May 04 18:17:30.570190 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1bc5b5f5-1382-4d33-867d-b556070cba18 req-5d0330a6-31f7-4566-ae57-6d73905fb6fe tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517974
May 04 18:17:30.758570 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37c666-2bd3-422b-ac7d-ebfae9bc0de5 req-6fe6699b-8235-4a33-bfc7-e0f670964499 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:30.760243 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-fd37c666-2bd3-422b-ac7d-ebfae9bc0de5 req-6fe6699b-8235-4a33-bfc7-e0f670964499 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 943 time: 0.0815833
May 04 18:17:30.809665 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-fd37c666-2bd3-422b-ac7d-ebfae9bc0de5 req-2c0f9510-ef66-4aef-9084-9e943db937e4 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424981
May 04 18:17:31.278377 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:17:32.036449 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401bcde-f3d5-466b-967b-fa0740dc14d4 req-f57e32b8-8e0e-4883-bf02-c55f25246d0f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:32.044635 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9401bcde-f3d5-466b-967b-fa0740dc14d4 req-f57e32b8-8e0e-4883-bf02-c55f25246d0f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 943 time: 0.1127858
May 04 18:17:32.094528 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9401bcde-f3d5-466b-967b-fa0740dc14d4 req-7237100c-e7b4-4933-97c0-4f4033898075 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492880
May 04 18:17:32.419881 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819df45-b68c-429f-ade8-695688af8658 req-3f3a9ab9-ce68-4c3d-8d4f-22d7790f5ee9 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:32.421397 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b819df45-b68c-429f-ade8-695688af8658 req-3f3a9ab9-ce68-4c3d-8d4f-22d7790f5ee9 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0921953
May 04 18:17:32.469113 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b819df45-b68c-429f-ade8-695688af8658 req-e659caef-6fa3-4147-a580-29efcdf31df1 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420401
May 04 18:17:32.595584 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2e0c5-3273-49bd-98e8-093e2f7a4061 req-7d4e0efa-c327-4f2a-b79a-10de71612615 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:32.597133 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-43a2e0c5-3273-49bd-98e8-093e2f7a4061 req-7d4e0efa-c327-4f2a-b79a-10de71612615 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1568646
May 04 18:17:32.641570 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-43a2e0c5-3273-49bd-98e8-093e2f7a4061 req-bd514d1d-274d-4e3b-a81d-9ee7ab871253 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385067
May 04 18:17:33.272091 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426735e5-880f-4019-9957-dd9f8cbd603f req-3b8f66d1-ea9c-413e-bcfe-bcc7e4cdd257 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:33.273737 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-426735e5-880f-4019-9957-dd9f8cbd603f req-3b8f66d1-ea9c-413e-bcfe-bcc7e4cdd257 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 943 time: 0.0794408
May 04 18:17:33.320682 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-426735e5-880f-4019-9957-dd9f8cbd603f req-cfc026c9-3d17-41b9-958c-270d59d889f3 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412965
May 04 18:17:36.029646 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115f53b-c2f8-478f-85f9-6c38b4630c16 req-a1a7f837-0105-4ae9-8bd9-4bb1727c81ce tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:36.029646 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b115f53b-c2f8-478f-85f9-6c38b4630c16 req-a1a7f837-0105-4ae9-8bd9-4bb1727c81ce tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0953174
May 04 18:17:36.097666 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b115f53b-c2f8-478f-85f9-6c38b4630c16 req-9a84151e-88a3-4b60-9aeb-cb90b99936ef tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671420
May 04 18:17:36.263368 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158edbb3-bc72-47fe-9bc0-87ec139b2120 req-dc47f9c1-5810-4c31-9d32-2828b552c7b4 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:36.264845 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-158edbb3-bc72-47fe-9bc0-87ec139b2120 req-dc47f9c1-5810-4c31-9d32-2828b552c7b4 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 943 time: 0.1249614
May 04 18:17:36.330490 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-158edbb3-bc72-47fe-9bc0-87ec139b2120 req-ebb845c8-fc95-4221-a82d-a5085e4f1e18 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580678
May 04 18:17:37.279895 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1cc17-1405-4e7c-b4ba-46a55a53ccb8 req-a5613710-664d-4726-8f36-42c4e2821930 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:37.281386 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-bbd1cc17-1405-4e7c-b4ba-46a55a53ccb8 req-a5613710-664d-4726-8f36-42c4e2821930 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0854263
May 04 18:17:37.327528 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-bbd1cc17-1405-4e7c-b4ba-46a55a53ccb8 req-3ac2bb16-509a-4456-bafe-88b0d840c858 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402541
May 04 18:17:37.514212 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb52ef5-74f8-4a63-aeb5-0ed847b95fa7 req-ccb011d7-a91f-4ccd-8bc2-d2c3a9704ccc tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:37.515554 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0fb52ef5-74f8-4a63-aeb5-0ed847b95fa7 req-ccb011d7-a91f-4ccd-8bc2-d2c3a9704ccc tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 943 time: 0.0821600
May 04 18:17:37.561905 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0fb52ef5-74f8-4a63-aeb5-0ed847b95fa7 req-54e5057a-3872-4f11-a5b4-073b73e066c6 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400631
May 04 18:17:38.524054 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cd442-af28-4db1-bd75-d13eb624b924 req-9d97f5de-fc0d-4441-9d78-238e6aa5aec5 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:38.525514 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c90cd442-af28-4db1-bd75-d13eb624b924 req-9d97f5de-fc0d-4441-9d78-238e6aa5aec5 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0838010
May 04 18:17:38.574439 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c90cd442-af28-4db1-bd75-d13eb624b924 req-199f983c-b07b-40fd-90bb-bf5a9dbdc89f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428181
May 04 18:17:38.749162 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087445b8-f189-421c-809b-fba1c79d639c req-4a2a64cd-cb5c-400c-b1df-149ba2560ce4 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:38.750646 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-087445b8-f189-421c-809b-fba1c79d639c req-4a2a64cd-cb5c-400c-b1df-149ba2560ce4 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 943 time: 0.0797276
May 04 18:17:38.797011 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-087445b8-f189-421c-809b-fba1c79d639c req-33d8ff00-e48a-47ec-871c-a7201c0b040c tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402374
May 04 18:17:39.792352 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23b172-a0ac-49d4-b65f-5a008b719cc6 req-ae21d832-1b2a-4001-b4cf-d3c21f3a5b0c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:39.793916 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7c23b172-a0ac-49d4-b65f-5a008b719cc6 req-ae21d832-1b2a-4001-b4cf-d3c21f3a5b0c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1024640
May 04 18:17:39.824380 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 42318) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:39.860379 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7c23b172-a0ac-49d4-b65f-5a008b719cc6 req-ed20231f-3115-43cd-ad64-6ab377b16077 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604293
May 04 18:17:39.975430 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-912cdcc5-9978-43d1-9f27-8e50ef9cece3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:39.995342 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-912cdcc5-9978-43d1-9f27-8e50ef9cece3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:17:40.001404 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-912cdcc5-9978-43d1-9f27-8e50ef9cece3 admin admin] Usage tracker for resource:security_group_rule and tenant:8443eb6c4d0f4acf9dde38e1726cc850 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:17:40.009276 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-912cdcc5-9978-43d1-9f27-8e50ef9cece3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:17:40.017474 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-912cdcc5-9978-43d1-9f27-8e50ef9cece3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:17:40.045654 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc748fd2-4e99-4b74-966f-97daa8220026 req-73b55f5a-7d47-4af0-8f5d-6a47b9d6f3f2 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:40.047005 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-bc748fd2-4e99-4b74-966f-97daa8220026 req-73b55f5a-7d47-4af0-8f5d-6a47b9d6f3f2 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 943 time: 0.1293063
May 04 18:17:40.098393 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 1b5f1f0c-02d8-457b-9218-ece489957bab details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:17:40.109764 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-bc748fd2-4e99-4b74-966f-97daa8220026 req-60050d31-14b3-4caf-9f7f-2d2ed7e703c2 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569105
May 04 18:17:40.156894 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-912cdcc5-9978-43d1-9f27-8e50ef9cece3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:40.160988 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-912cdcc5-9978-43d1-9f27-8e50ef9cece3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:40.170801 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f9a4cfe4-4fd8-48f1-9948-ac9bc3b0014e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:40.216361 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-912cdcc5-9978-43d1-9f27-8e50ef9cece3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8443eb6c4d0f4acf9dde38e1726cc850&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3875453
May 04 18:17:40.216361 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cdcc5-9978-43d1-9f27-8e50ef9cece3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936729d3-7df2-4d7e-82f7-5b84b75a837f,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:40.216721 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 42326) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:40.219096 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-912cdcc5-9978-43d1-9f27-8e50ef9cece3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:40.245449 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 1b5f1f0c-02d8-457b-9218-ece489957bab, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b5f1f0c-02d8-457b-9218-ece489957bab,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:17:40.259667 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': '1b5f1f0c-02d8-457b-9218-ece489957bab', 'network_id': 'b590a2bc-9427-439b-87ad-b05399fdca88', 'port_id': '1b5f1f0c-02d8-457b-9218-ece489957bab', 'mac_address': 'fa:16:3e:dd:e3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eeccb21-59c9-4d38-b9b9-5a3f4940df7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:17:40.275625 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-433ecaf7-24cd-4470-9bd3-52562f1a5510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:40.301846 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-433ecaf7-24cd-4470-9bd3-52562f1a5510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:40.321580 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:40.340961 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5f1f0c-02d8-457b-9218-ece489957bab {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:17:40.359374 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 1b5f1f0c-02d8-457b-9218-ece489957bab, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b5f1f0c-02d8-457b-9218-ece489957bab,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:17:40.364647 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:40.366434 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:40.367832 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-433ecaf7-24cd-4470-9bd3-52562f1a5510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:40.372942 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4df883a7-2f63-4bfc-84ed-f8e723f343c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:40.385845 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ecaf7-24cd-4470-9bd3-52562f1a5510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936729d3-7df2-4d7e-82f7-5b84b75a837f,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:40.388159 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-433ecaf7-24cd-4470-9bd3-52562f1a5510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:40.397837 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-433ecaf7-24cd-4470-9bd3-52562f1a5510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:40.401618 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-433ecaf7-24cd-4470-9bd3-52562f1a5510 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/936729d3-7df2-4d7e-82f7-5b84b75a837f HTTP/1.1" status: 204  len: 168 time: 0.1816795
May 04 18:17:40.445941 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=1b5f1f0c-02d8-457b-9218-ece489957bab,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:40.453398 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:40.453776 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:40.454109 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:40.454441 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:40.454766 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:40.455092 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:40.455414 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:40.455734 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:40.456052 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:40.456370 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:40.456685 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:40.456999 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:17:40.460893 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:40.735457 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 42338) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:40.754965 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-89b4150f-d3c1-426c-80e9-f6264a463d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:40.770371 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-89b4150f-d3c1-426c-80e9-f6264a463d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:17:40.774644 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-89b4150f-d3c1-426c-80e9-f6264a463d17 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e3bf6cea02473888d557a523910e5e is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:17:40.777720 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-89b4150f-d3c1-426c-80e9-f6264a463d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:17:40.783735 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-89b4150f-d3c1-426c-80e9-f6264a463d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:17:40.873907 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-89b4150f-d3c1-426c-80e9-f6264a463d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:40.876918 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['1b5f1f0c-02d8-457b-9218-ece489957bab'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:17:40.883367 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-89b4150f-d3c1-426c-80e9-f6264a463d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:40.899419 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-d106dcef-6e0a-415a-9637-cb166b804ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:40.974064 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-89b4150f-d3c1-426c-80e9-f6264a463d17 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b3e3bf6cea02473888d557a523910e5e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2365737
May 04 18:17:40.976771 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 42348) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:40.985990 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4150f-d3c1-426c-80e9-f6264a463d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8d1ef0-d4a4-48c0-9690-51aac7f73120,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:40.992083 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-89b4150f-d3c1-426c-80e9-f6264a463d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:41.113216 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-301e8c53-93c9-4b3b-a7f4-93cb131b0a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:41.139885 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-301e8c53-93c9-4b3b-a7f4-93cb131b0a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:41.195301 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-301e8c53-93c9-4b3b-a7f4-93cb131b0a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:41.200380 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-71d48c98-06e2-4be5-b363-c588ba9870a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:41.211849 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c36bb-bdb7-4405-9a54-4530a613bcc0 req-362e74b7-d740-44ce-bb77-ca02767c7d08 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:41.214087 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-454c36bb-bdb7-4405-9a54-4530a613bcc0 req-362e74b7-d740-44ce-bb77-ca02767c7d08 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0947545
May 04 18:17:41.215849 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e8c53-93c9-4b3b-a7f4-93cb131b0a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8d1ef0-d4a4-48c0-9690-51aac7f73120,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:41.219775 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-301e8c53-93c9-4b3b-a7f4-93cb131b0a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:41.222602 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-301e8c53-93c9-4b3b-a7f4-93cb131b0a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:41.226589 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-301e8c53-93c9-4b3b-a7f4-93cb131b0a9a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3a8d1ef0-d4a4-48c0-9690-51aac7f73120 HTTP/1.1" status: 204  len: 168 time: 0.2460761
May 04 18:17:41.280690 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-454c36bb-bdb7-4405-9a54-4530a613bcc0 req-fa660c21-4684-4fde-aec4-d7d7ebcbea67 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597169
May 04 18:17:41.320631 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815e901-2a16-494a-b535-bf9dcef9242c req-eefe45b9-2081-4a21-90ab-682e78c02090 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:41.322155 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3815e901-2a16-494a-b535-bf9dcef9242c req-eefe45b9-2081-4a21-90ab-682e78c02090 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 944 time: 0.0938160
May 04 18:17:41.368780 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3815e901-2a16-494a-b535-bf9dcef9242c req-cfc32ecd-07ca-49a7-8e02-951f9e41d8a9 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408878
May 04 18:17:42.487547 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7148d58-7b44-446c-8caa-cbe00ee41308 req-79ca714e-2d6f-48ca-bfce-28237bf39782 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:42.490214 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b7148d58-7b44-446c-8caa-cbe00ee41308 req-79ca714e-2d6f-48ca-bfce-28237bf39782 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0949936
May 04 18:17:42.556424 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b7148d58-7b44-446c-8caa-cbe00ee41308 req-7ff583b0-cf5b-451f-a8c0-05f07a85f41a tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555363
May 04 18:17:42.595457 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8c0e9-753b-4c05-acbe-22be69841201 req-06ce4567-6a6f-432c-a7b3-1acd5ebf2864 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:42.597105 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-10a8c0e9-753b-4c05-acbe-22be69841201 req-06ce4567-6a6f-432c-a7b3-1acd5ebf2864 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 944 time: 0.1038954
May 04 18:17:42.651283 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-10a8c0e9-753b-4c05-acbe-22be69841201 req-19f16b67-171f-4252-87af-343c0c628063 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476520
May 04 18:17:42.801847 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-f0e14efc-1d92-483e-b455-6a584961e2de req-f78ef12e-954d-49ce-a199-7e12fcb845f9 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Synchronizing usage tracker for tenant:ab6eed97c69b49a1a90a0f56d72c765f on resource:security_group {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:17:42.830314 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-f0e14efc-1d92-483e-b455-6a584961e2de req-f78ef12e-954d-49ce-a199-7e12fcb845f9 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Unset dirty status for tenant:ab6eed97c69b49a1a90a0f56d72c765f on resource:security_group {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:17:42.831492 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f0e14efc-1d92-483e-b455-6a584961e2de req-f78ef12e-954d-49ce-a199-7e12fcb845f9 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203420822&fields=id&tenant_id=ab6eed97c69b49a1a90a0f56d72c765f HTTP/1.1" status: 200  len: 267 time: 0.0759637
May 04 18:17:43.009677 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e14efc-1d92-483e-b455-6a584961e2de req-6ddda61c-e78a-44d4-b65d-643752ffe6b3 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:43.010421 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-f0e14efc-1d92-483e-b455-6a584961e2de req-6ddda61c-e78a-44d4-b65d-643752ffe6b3 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Synchronizing usage tracker for tenant:ab6eed97c69b49a1a90a0f56d72c765f on resource:network {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:17:43.030776 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-f0e14efc-1d92-483e-b455-6a584961e2de req-6ddda61c-e78a-44d4-b65d-643752ffe6b3 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Unset dirty status for tenant:ab6eed97c69b49a1a90a0f56d72c765f on resource:network {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:17:43.038241 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f0e14efc-1d92-483e-b455-6a584961e2de req-6ddda61c-e78a-44d4-b65d-643752ffe6b3 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/networks?id=f4b33504-faeb-4e1f-8e54-370cd5782b48 HTTP/1.1" status: 200  len: 809 time: 0.1941297
May 04 18:17:43.049940 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f0e14efc-1d92-483e-b455-6a584961e2de req-8dea310f-6503-42bd-925c-d3b3ec47056f tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/quotas/ab6eed97c69b49a1a90a0f56d72c765f HTTP/1.1" status: 200  len: 375 time: 0.0103354
May 04 18:17:43.150732 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f0e14efc-1d92-483e-b455-6a584961e2de req-8f82ee65-db52-438c-8c24-9d689335edc1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ab6eed97c69b49a1a90a0f56d72c765f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0911117
May 04 18:17:43.365031 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f0e14efc-1d92-483e-b455-6a584961e2de req-9aedc34d-8e8b-4dcb-955c-50dea69b1044 service neutron] 10.222.0.67 "GET /v2.0/networks/f4b33504-faeb-4e1f-8e54-370cd5782b48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2019372
May 04 18:17:43.521263 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f0e14efc-1d92-483e-b455-6a584961e2de req-5b77db9a-57b0-4870-87bc-b53cd1374a38 service neutron] 10.222.0.67 "GET /v2.0/networks/f4b33504-faeb-4e1f-8e54-370cd5782b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475875
May 04 18:17:43.662979 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 42456) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:43.882619 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-d6bb487e-8375-4223-9b2b-1ebf1b5e828d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:43.915293 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-d6bb487e-8375-4223-9b2b-1ebf1b5e828d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:17:43.924238 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-d6bb487e-8375-4223-9b2b-1ebf1b5e828d admin admin] Usage tracker for resource:security_group_rule and tenant:78126631b28146ebba214497c096ca05 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:17:43.930384 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-d6bb487e-8375-4223-9b2b-1ebf1b5e828d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:17:43.942881 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-d6bb487e-8375-4223-9b2b-1ebf1b5e828d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:17:44.012345 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19a989-4f88-488a-9253-240b2260ca3b req-7e99c464-e994-4930-9ff4-7137116b1718 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:44.014967 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9d19a989-4f88-488a-9253-240b2260ca3b req-7e99c464-e994-4930-9ff4-7137116b1718 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.2546041
May 04 18:17:44.111038 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9d19a989-4f88-488a-9253-240b2260ca3b req-336f71f5-f0b7-431a-8d0d-29ca7da58c26 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859005
May 04 18:17:44.127910 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 1b5f1f0c-02d8-457b-9218-ece489957bab up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:17:44.287126 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-d6bb487e-8375-4223-9b2b-1ebf1b5e828d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:44.294604 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-d6bb487e-8375-4223-9b2b-1ebf1b5e828d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:44.311860 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port 1b5f1f0c-02d8-457b-9218-ece489957bab completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:17:44.328033 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port 1b5f1f0c-02d8-457b-9218-ece489957bab triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:17:44.330006 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:44.383105 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-812dedd9-a64d-46bb-ba5e-a5878784d4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:44.454435 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-d6bb487e-8375-4223-9b2b-1ebf1b5e828d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=78126631b28146ebba214497c096ca05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7901638
May 04 18:17:44.457554 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 42484) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:44.478204 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-8afd80f8-029d-4ba4-81f1-235c23bcddaa req-d957a314-f565-4d62-86b0-46a932b0caf3 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Synchronizing usage tracker for tenant:ab6eed97c69b49a1a90a0f56d72c765f on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:17:44.514936 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-8afd80f8-029d-4ba4-81f1-235c23bcddaa req-d957a314-f565-4d62-86b0-46a932b0caf3 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Unset dirty status for tenant:ab6eed97c69b49a1a90a0f56d72c765f on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:17:44.516250 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8afd80f8-029d-4ba4-81f1-235c23bcddaa req-d957a314-f565-4d62-86b0-46a932b0caf3 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 210 time: 0.1957088
May 04 18:17:44.517112 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb487e-8375-4223-9b2b-1ebf1b5e828d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ae8032-5e00-4ab1-bf31-8d38fce7ec09,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:44.521350 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-d6bb487e-8375-4223-9b2b-1ebf1b5e828d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:44.539943 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f6304d29-f725-4593-b110-559e02359981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:44.579898 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f80bf-42e9-407a-a13d-44b7bbafa9ec req-5d0e2273-cb09-4a7d-90ec-6ef2ae96877b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:44.580806 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:44.587389 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a95f80bf-42e9-407a-a13d-44b7bbafa9ec req-5d0e2273-cb09-4a7d-90ec-6ef2ae96877b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 944 time: 0.2158258
May 04 18:17:44.628899 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f6304d29-f725-4593-b110-559e02359981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:44.661276 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7759e236-7c4a-47a8-b318-343da0d76ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5f1f0c-02d8-457b-9218-ece489957bab'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:17:44.682197 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a95f80bf-42e9-407a-a13d-44b7bbafa9ec req-5fa9ba66-c8c8-4592-b8de-515fab850fc9 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938420
May 04 18:17:44.683924 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 1b5f1f0c-02d8-457b-9218-ece489957bab, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b5f1f0c-02d8-457b-9218-ece489957bab,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:17:44.698825 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:44.701273 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:44.754575 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f6304d29-f725-4593-b110-559e02359981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:44.761457 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:44.777248 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6304d29-f725-4593-b110-559e02359981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ae8032-5e00-4ab1-bf31-8d38fce7ec09,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:44.780406 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f6304d29-f725-4593-b110-559e02359981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:44.790353 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f6304d29-f725-4593-b110-559e02359981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:44.791613 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-f6304d29-f725-4593-b110-559e02359981 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/13ae8032-5e00-4ab1-bf31-8d38fce7ec09 HTTP/1.1" status: 204  len: 168 time: 0.3324373
May 04 18:17:44.808188 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7759e236-7c4a-47a8-b318-343da0d76ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5f1f0c-02d8-457b-9218-ece489957bab', 'code': 200}
May 04 18:17:44.869068 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=1b5f1f0c-02d8-457b-9218-ece489957bab,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:44.872841 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:45.206775 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184778dd-2bf1-4f4f-8f03-2fd0226bb405 req-23de1932-91eb-45ba-8988-c16ac2b7138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:45.209190 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-184778dd-2bf1-4f4f-8f03-2fd0226bb405 req-23de1932-91eb-45ba-8988-c16ac2b7138f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aefb4fa5e3d445b8c9b88bc40882c9e&device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 1099 time: 0.0971675
May 04 18:17:45.287286 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 42512) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:45.300848 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397aec7-f778-42a0-a018-7ad4639fa2b9 req-1a584b14-376f-47d8-af0a-f3a98475161f tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:45.309812 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e397aec7-f778-42a0-a018-7ad4639fa2b9 req-1a584b14-376f-47d8-af0a-f3a98475161f tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1870298
May 04 18:17:45.342881 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea499c7-c8c7-4679-8178-51773cb026e7 req-e44b3b97-aef5-49cc-932f-212d63ee90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:45.345258 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2ea499c7-c8c7-4679-8178-51773cb026e7 req-e44b3b97-aef5-49cc-932f-212d63ee90cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 1098 time: 0.2884209
May 04 18:17:45.356671 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7ec55d8c-843a-4caa-8837-035839b58b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:45.388937 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184778dd-2bf1-4f4f-8f03-2fd0226bb405 req-f0bda26c-8a84-40c0-9f68-df33ef82e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:45.391725 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-184778dd-2bf1-4f4f-8f03-2fd0226bb405 req-f0bda26c-8a84-40c0-9f68-df33ef82e1ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=99409e48-5704-4894-904f-35de746905a5 HTTP/1.1" status: 200  len: 920 time: 0.1716032
May 04 18:17:45.423331 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-7ec55d8c-843a-4caa-8837-035839b58b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:17:45.429386 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-7ec55d8c-843a-4caa-8837-035839b58b30 admin admin] Usage tracker for resource:security_group_rule and tenant:be0319a5396d4e5c8bfbbfcde6bdb2cb is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:17:45.434558 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-7ec55d8c-843a-4caa-8837-035839b58b30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:17:45.459470 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-7ec55d8c-843a-4caa-8837-035839b58b30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:17:45.501278 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-184778dd-2bf1-4f4f-8f03-2fd0226bb405 req-7e33127e-bffc-4357-96e1-d737bada442d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf248c2-cdc1-477e-989e-cd77394df588 HTTP/1.1" status: 200  len: 217 time: 0.0858724
May 04 18:17:45.502332 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e397aec7-f778-42a0-a018-7ad4639fa2b9 req-e40de5eb-63c4-4f3b-b5d7-6196ce573109 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1915309
May 04 18:17:45.527644 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2ea499c7-c8c7-4679-8178-51773cb026e7 req-47a59244-c30d-40b4-aa62-e286b45a4635 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578631
May 04 18:17:45.624268 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7ec55d8c-843a-4caa-8837-035839b58b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:45.628620 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184778dd-2bf1-4f4f-8f03-2fd0226bb405 req-a3c86126-37e5-4455-9e30-3a3edcd4fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:45.629174 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-7ec55d8c-843a-4caa-8837-035839b58b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:45.634858 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-184778dd-2bf1-4f4f-8f03-2fd0226bb405 req-a3c86126-37e5-4455-9e30-3a3edcd4fe5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed8ff751-3f9c-4e2b-b012-ca57bc17a88d HTTP/1.1" status: 200  len: 859 time: 0.1098990
May 04 18:17:45.638863 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-d6bb487e-8375-4223-9b2b-1ebf1b5e828d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:45.710704 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-184778dd-2bf1-4f4f-8f03-2fd0226bb405 req-e2a45b5e-671a-41bc-b2ac-2358d0bbe6ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99409e48-5704-4894-904f-35de746905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533266
May 04 18:17:45.714161 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-7ec55d8c-843a-4caa-8837-035839b58b30 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=be0319a5396d4e5c8bfbbfcde6bdb2cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4253235
May 04 18:17:45.719835 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e897814-97ca-4aba-9515-cdc4803bc520 req-1f1ad91b-1d9d-46b5-9a35-f48f95b14e1d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:45.721350 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5e897814-97ca-4aba-9515-cdc4803bc520 req-1f1ad91b-1d9d-46b5-9a35-f48f95b14e1d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1670637
May 04 18:17:45.722063 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 42526) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:17:45.729187 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec55d8c-843a-4caa-8837-035839b58b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d32a6d-a945-4747-b621-9bd65925f4d8,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:45.743045 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-05f4fab6-7204-4b4d-9c79-0df2a7bbbe9e req-d92621ad-4fc7-4182-b718-3dff34bba203 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 210 time: 0.0696757
May 04 18:17:45.743984 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-7ec55d8c-843a-4caa-8837-035839b58b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:45.819698 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ee70ee52-b9d1-4a78-a452-9012387650ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:45.849308 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5e897814-97ca-4aba-9515-cdc4803bc520 req-ed771256-4482-48f4-aff8-1cc48c39b4b9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1214592
May 04 18:17:45.904788 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ee70ee52-b9d1-4a78-a452-9012387650ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:45.907624 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-184778dd-2bf1-4f4f-8f03-2fd0226bb405 req-b014be04-f74f-4b5f-982d-b26e13d41b8a service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1660581
May 04 18:17:46.061709 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-184778dd-2bf1-4f4f-8f03-2fd0226bb405 req-905b1b01-7025-4c0c-aeff-feec2777d3fc service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385677
May 04 18:17:46.154219 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ee70ee52-b9d1-4a78-a452-9012387650ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:46.161727 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-cf8638ce-b8b4-453b-a052-05d5fc71a740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:46.185512 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa76a57-ef96-4774-8a72-f74ed16f5609 req-d82c2e84-e7d1-4e05-b001-1a2629ccb60f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:46.187026 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cfa76a57-ef96-4774-8a72-f74ed16f5609 req-d82c2e84-e7d1-4e05-b001-1a2629ccb60f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 945 time: 0.3334277
May 04 18:17:46.192958 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70ee52-b9d1-4a78-a452-9012387650ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d32a6d-a945-4747-b621-9bd65925f4d8,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:46.204552 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ee70ee52-b9d1-4a78-a452-9012387650ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:46.242832 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e14efc-1d92-483e-b455-6a584961e2de req-301dc7d4-b19a-418b-a762-0d5499b84168 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:46.244258 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f0e14efc-1d92-483e-b455-6a584961e2de req-301dc7d4-b19a-418b-a762-0d5499b84168 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.64 "GET /v2.0/networks?id=f4b33504-faeb-4e1f-8e54-370cd5782b48 HTTP/1.1" status: 200  len: 809 time: 0.3027756
May 04 18:17:46.247242 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ee70ee52-b9d1-4a78-a452-9012387650ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:46.248239 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-ee70ee52-b9d1-4a78-a452-9012387650ff admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/76d32a6d-a945-4747-b621-9bd65925f4d8 HTTP/1.1" status: 204  len: 168 time: 0.5252583
May 04 18:17:46.283871 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cfa76a57-ef96-4774-8a72-f74ed16f5609 req-32b5fec0-eaa3-4d05-a817-431b4c250a90 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888441
May 04 18:17:46.309492 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f0e14efc-1d92-483e-b455-6a584961e2de req-1c6df57d-1098-47cb-bd04-21fef740907c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab6eed97c69b49a1a90a0f56d72c765f HTTP/1.1" status: 200  len: 380 time: 0.0474577
May 04 18:17:46.319589 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-f0e14efc-1d92-483e-b455-6a584961e2de req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Request body: {'port': {'device_id': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48', 'admin_state_up': True, 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'security_groups': ['9c6ae9f1-330b-4a79-9160-a270bc49589e']}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:17:46.473848 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-f0e14efc-1d92-483e-b455-6a584961e2de req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:17:46.484366 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-f0e14efc-1d92-483e-b455-6a584961e2de req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:17:46.495851 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e14efc-1d92-483e-b455-6a584961e2de req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Made reservation on behalf of ab6eed97c69b49a1a90a0f56d72c765f for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:17:46.499429 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f0e14efc-1d92-483e-b455-6a584961e2de req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:46.709121 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-f0e14efc-1d92-483e-b455-6a584961e2de req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Allocated IP 172.20.0.12 (f4b33504-faeb-4e1f-8e54-370cd5782b48/fb413902-05ac-432a-9e90-f8d471f71e38/41c8297c-4bea-4f58-9cee-5f99924b12d8) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:17:46.739750 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8624c-b7d4-451a-90ad-c806c0442854 req-d8c15733-3fe3-48cc-9d82-1afcbf9afda2 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:46.741261 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7cc8624c-b7d4-451a-90ad-c806c0442854 req-d8c15733-3fe3-48cc-9d82-1afcbf9afda2 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1143396
May 04 18:17:46.803432 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7cc8624c-b7d4-451a-90ad-c806c0442854 req-9712eb9c-09ca-4eaa-a11d-83a943a53d70 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557637
May 04 18:17:46.920790 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-95fc219f-74fb-4e38-a444-76231fb9b50e req-83092997-eccf-4035-843a-1090f76605d3 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 210 time: 0.0576634
May 04 18:17:46.993003 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f0e14efc-1d92-483e-b455-6a584961e2de req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:47.012503 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-f0e14efc-1d92-483e-b455-6a584961e2de req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Transition to ACTIVE for port object 41c8297c-4bea-4f58-9cee-5f99924b12d8 will not be triggered until provisioned by entity DHCP. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:17:47.038832 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f0e14efc-1d92-483e-b455-6a584961e2de req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:47.045917 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-fbb946cf-b529-4b9f-b0a3-3511988a3552 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:47.082106 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b8cd5-82b8-40da-8803-f028f8690fe2 req-a2635f6c-04c7-4e6b-a1af-b653b7934841 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:47.084393 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f47b8cd5-82b8-40da-8803-f028f8690fe2 req-a2635f6c-04c7-4e6b-a1af-b653b7934841 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1139987
May 04 18:17:47.110948 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e14efc-1d92-483e-b455-6a584961e2de req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Network f4b33504-faeb-4e1f-8e54-370cd5782b48 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:17:47.119212 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-f0e14efc-1d92-483e-b455-6a584961e2de req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:17:47.122023 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e14efc-1d92-483e-b455-6a584961e2de req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:17:47.134572 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f47b8cd5-82b8-40da-8803-f028f8690fe2 req-25a1ca69-9f0d-4922-80ac-3e3b5b653286 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434389
May 04 18:17:47.176635 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Pushing event updated for resources: {'Port': ['ID=41c8297c-4bea-4f58-9cee-5f99924b12d8,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:47.181942 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:47.203208 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e14efc-1d92-483e-b455-6a584961e2de req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:47.203691 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f0e14efc-1d92-483e-b455-6a584961e2de req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:47.231249 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f0e14efc-1d92-483e-b455-6a584961e2de req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9153380
May 04 18:17:47.255724 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Request body: {'port': {'device_id': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:17:47.376968 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:47.411358 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-ac16bbf0-9287-4b7f-8dea-3b429cffd01e None None] Provisioning for port 41c8297c-4bea-4f58-9cee-5f99924b12d8 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:17:47.417195 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-ac16bbf0-9287-4b7f-8dea-3b429cffd01e None None] Provisioning complete for port 41c8297c-4bea-4f58-9cee-5f99924b12d8 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:17:47.417962 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-ac16bbf0-9287-4b7f-8dea-3b429cffd01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:47.475185 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-ac16bbf0-9287-4b7f-8dea-3b429cffd01e None None] Port 41c8297c-4bea-4f58-9cee-5f99924b12d8 cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:17:47.633907 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2a63f-2c85-429d-a80a-9afe92a2066a req-c4e155fc-0631-4e7a-8778-c7d0ccf3c033 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:47.635362 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-abc2a63f-2c85-429d-a80a-9afe92a2066a req-c4e155fc-0631-4e7a-8778-c7d0ccf3c033 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 945 time: 0.2026832
May 04 18:17:47.763079 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-abc2a63f-2c85-429d-a80a-9afe92a2066a req-f3a4d50f-d4fd-4cc1-bafa-4823960418bd tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146812
May 04 18:17:47.894343 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c8297c-4bea-4f58-9cee-5f99924b12d8 {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:17:47.903312 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:47.920393 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Transition to ACTIVE for port object 41c8297c-4bea-4f58-9cee-5f99924b12d8 will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:17:47.926088 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:47.930525 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:48.124168 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Pushing event updated for resources: {'Port': ['ID=41c8297c-4bea-4f58-9cee-5f99924b12d8,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:48.142152 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ad49b-8de9-4071-83e9-f2a0d8d4ca00 req-a5a93e74-fef2-4814-a37d-13d0ea88f4f4 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:48.143663 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ca1ad49b-8de9-4071-83e9-f2a0d8d4ca00 req-a5a93e74-fef2-4814-a37d-13d0ea88f4f4 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1990314
May 04 18:17:48.203226 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ca1ad49b-8de9-4071-83e9-f2a0d8d4ca00 req-7be23e8f-86a6-4097-a888-98e1896b93b3 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496085
May 04 18:17:48.252989 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:48.347630 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Attempting to bind port 41c8297c-4bea-4f58-9cee-5f99924b12d8 on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:17:48.348072 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Attempting to bind port 41c8297c-4bea-4f58-9cee-5f99924b12d8 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '3da59d0a-7e0e-4517-b462-7b5e6a8e95a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:17:48.348337 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Attempting to bind port 41c8297c-4bea-4f58-9cee-5f99924b12d8 on network f4b33504-faeb-4e1f-8e54-370cd5782b48 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:17:48.354702 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Port 41c8297c-4bea-4f58-9cee-5f99924b12d8 on network f4b33504-faeb-4e1f-8e54-370cd5782b48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:17:48.355011 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Attempting to bind port 41c8297c-4bea-4f58-9cee-5f99924b12d8 on network f4b33504-faeb-4e1f-8e54-370cd5782b48 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:17:48.365279 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8650-76c8-43ec-8911-77f1b517bd75 req-a41a2384-c4a2-4361-aa09-9970d330d056 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:48.366030 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-205e8650-76c8-43ec-8911-77f1b517bd75 req-a41a2384-c4a2-4361-aa09-9970d330d056 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Synchronizing usage tracker for tenant:ab6eed97c69b49a1a90a0f56d72c765f on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:17:48.371681 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:17:48.372011 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Checking segment: {'id': '3da59d0a-7e0e-4517-b462-7b5e6a8e95a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:17:48.372390 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Bound using segment: {'id': '3da59d0a-7e0e-4517-b462-7b5e6a8e95a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:17:48.372810 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Bound port: 41c8297c-4bea-4f58-9cee-5f99924b12d8, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da59d0a-7e0e-4517-b462-7b5e6a8e95a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:17:48.373202 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:48.436167 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-205e8650-76c8-43ec-8911-77f1b517bd75 req-a41a2384-c4a2-4361-aa09-9970d330d056 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Unset dirty status for tenant:ab6eed97c69b49a1a90a0f56d72c765f on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:17:48.437248 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-205e8650-76c8-43ec-8911-77f1b517bd75 req-a41a2384-c4a2-4361-aa09-9970d330d056 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.3620760
May 04 18:17:48.460587 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ccee0-a6a1-456f-bc28-c9598230aa1b req-11de8d82-489f-415e-8cde-08994fb12819 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:48.462100 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e65ccee0-a6a1-456f-bc28-c9598230aa1b req-11de8d82-489f-415e-8cde-08994fb12819 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1514032
May 04 18:17:48.508482 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] For port 41c8297c-4bea-4f58-9cee-5f99924b12d8, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:17:48.510432 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e65ccee0-a6a1-456f-bc28-c9598230aa1b req-718ee017-1b50-44ca-a358-0d9a2675e634 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420303
May 04 18:17:48.513286 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-205e8650-76c8-43ec-8911-77f1b517bd75 req-810192f9-07fa-47a4-85bb-695558d81c62 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637586
May 04 18:17:48.519506 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] For port 41c8297c-4bea-4f58-9cee-5f99924b12d8, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=41c8297c-4bea-4f58-9cee-5f99924b12d8,segment=NetworkSegment(3da59d0a-7e0e-4517-b462-7b5e6a8e95a3),segment_id=3da59d0a-7e0e-4517-b462-7b5e6a8e95a3)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:17:48.526181 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:48.532067 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:48.588016 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:48.588524 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:48.589969 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f0e14efc-1d92-483e-b455-6a584961e2de req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] 10.222.0.64 "PUT /v2.0/ports/41c8297c-4bea-4f58-9cee-5f99924b12d8 HTTP/1.1" status: 200  len: 1094 time: 1.3392453
May 04 18:17:48.590449 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'tag': '41c8297c-4bea-4f58-9cee-5f99924b12d8'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:17:48.620209 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Pushing event updated for resources: {'Port': ['ID=41c8297c-4bea-4f58-9cee-5f99924b12d8,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:48.626023 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:48.687415 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'tag': '41c8297c-4bea-4f58-9cee-5f99924b12d8', 'status': 'completed', 'code': 200}
May 04 18:17:48.734826 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e14efc-1d92-483e-b455-6a584961e2de req-0f3fad77-2669-46b4-aa1b-a6fcfe3123ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:48.737157 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f0e14efc-1d92-483e-b455-6a584961e2de req-0f3fad77-2669-46b4-aa1b-a6fcfe3123ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab6eed97c69b49a1a90a0f56d72c765f&device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 1097 time: 0.0898745
May 04 18:17:48.823085 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f0e14efc-1d92-483e-b455-6a584961e2de req-691cb4dc-fc3d-4ce2-80a2-6424074d92e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41c8297c-4bea-4f58-9cee-5f99924b12d8 HTTP/1.1" status: 200  len: 217 time: 0.0738921
May 04 18:17:48.899026 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e14efc-1d92-483e-b455-6a584961e2de req-34324151-01d2-400c-82a0-a780bcb984e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:48.900461 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f0e14efc-1d92-483e-b455-6a584961e2de req-34324151-01d2-400c-82a0-a780bcb984e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb413902-05ac-432a-9e90-f8d471f71e38 HTTP/1.1" status: 200  len: 848 time: 0.0668197
May 04 18:17:48.974315 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6880da-6fe5-4606-8846-99d95010dc2e req-ab36201e-cc2b-40ec-a71d-2f94fc796f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:48.976381 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8d6880da-6fe5-4606-8846-99d95010dc2e req-ab36201e-cc2b-40ec-a71d-2f94fc796f7a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 945 time: 0.0902891
May 04 18:17:48.992864 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e14efc-1d92-483e-b455-6a584961e2de req-3debe3da-76f4-40bd-ba98-aa3c5636f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:48.994375 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f0e14efc-1d92-483e-b455-6a584961e2de req-3debe3da-76f4-40bd-ba98-aa3c5636f0a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4b33504-faeb-4e1f-8e54-370cd5782b48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815461
May 04 18:17:49.033215 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8d6880da-6fe5-4606-8846-99d95010dc2e req-9f45bada-f6ed-456f-b3fe-7445d9548a04 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437491
May 04 18:17:49.137355 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f0e14efc-1d92-483e-b455-6a584961e2de req-02ea0723-8d96-4851-b749-956d03c27e40 service neutron] 10.222.0.64 "GET /v2.0/networks/f4b33504-faeb-4e1f-8e54-370cd5782b48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285970
May 04 18:17:49.284296 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f0e14efc-1d92-483e-b455-6a584961e2de req-ddbb7dec-59b6-43b6-a334-c4184355c93b service neutron] 10.222.0.64 "GET /v2.0/networks/f4b33504-faeb-4e1f-8e54-370cd5782b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299195
May 04 18:17:49.455304 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731924b-92fa-4fdc-b42d-0dd25dd76e0c req-a9224bd7-fd34-4df4-bee6-e84204b6c251 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:49.456639 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5731924b-92fa-4fdc-b42d-0dd25dd76e0c req-a9224bd7-fd34-4df4-bee6-e84204b6c251 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1357384
May 04 18:17:49.463087 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648a63a-811e-456f-a375-9d64932711d5 req-4c7ec424-f3f7-4708-901c-5508f202996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:49.464407 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9648a63a-811e-456f-a375-9d64932711d5 req-4c7ec424-f3f7-4708-901c-5508f202996e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab6eed97c69b49a1a90a0f56d72c765f&device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 1097 time: 0.1062944
May 04 18:17:49.591709 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5731924b-92fa-4fdc-b42d-0dd25dd76e0c req-25c34651-a49e-4d19-bc30-548106ed4607 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263604
May 04 18:17:49.629521 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648a63a-811e-456f-a375-9d64932711d5 req-06140197-cad4-4d2b-a35a-60572f714e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:49.631163 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9648a63a-811e-456f-a375-9d64932711d5 req-06140197-cad4-4d2b-a35a-60572f714e1b service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4b33504-faeb-4e1f-8e54-370cd5782b48 HTTP/1.1" status: 200  len: 910 time: 0.1515901
May 04 18:17:49.756604 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1777a9-9bf6-4bff-b504-be6491d567f9 req-3bbbb04d-69a3-42bf-ab11-90a6cca4708a tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:49.759388 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9648a63a-811e-456f-a375-9d64932711d5 req-278c7d7d-b9ff-4e99-9b86-b9d91821bafb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41c8297c-4bea-4f58-9cee-5f99924b12d8 HTTP/1.1" status: 200  len: 217 time: 0.1016047
May 04 18:17:49.761142 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2d1777a9-9bf6-4bff-b504-be6491d567f9 req-3bbbb04d-69a3-42bf-ab11-90a6cca4708a tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.0916207
May 04 18:17:49.808509 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2d1777a9-9bf6-4bff-b504-be6491d567f9 req-b22b871f-96d5-4404-aa17-5fbc6b9da6a5 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446463
May 04 18:17:49.844555 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648a63a-811e-456f-a375-9d64932711d5 req-0f02311b-578b-43a2-829d-eef881b9aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:49.846036 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9648a63a-811e-456f-a375-9d64932711d5 req-0f02311b-578b-43a2-829d-eef881b9aa7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb413902-05ac-432a-9e90-f8d471f71e38 HTTP/1.1" status: 200  len: 848 time: 0.0745471
May 04 18:17:49.858737 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b248ba5-3230-41c7-b657-33e8c311e662 req-6bb17261-87e4-43a6-9a83-8d4c9d33b62d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:49.860353 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6b248ba5-3230-41c7-b657-33e8c311e662 req-6bb17261-87e4-43a6-9a83-8d4c9d33b62d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1556189
May 04 18:17:49.946875 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6b248ba5-3230-41c7-b657-33e8c311e662 req-cb84002a-7496-4103-a598-c0d4eee64ae0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486271
May 04 18:17:49.968304 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648a63a-811e-456f-a375-9d64932711d5 req-7e133b3c-8df5-4d80-a627-b06f68ec94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:49.969783 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9648a63a-811e-456f-a375-9d64932711d5 req-7e133b3c-8df5-4d80-a627-b06f68ec94c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4b33504-faeb-4e1f-8e54-370cd5782b48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1084397
May 04 18:17:50.201331 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9648a63a-811e-456f-a375-9d64932711d5 req-5a5e7b31-c3c5-4f7b-bb36-c98e2dc11c3c service neutron] 10.222.0.64 "GET /v2.0/networks/f4b33504-faeb-4e1f-8e54-370cd5782b48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2162068
May 04 18:17:50.228226 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4da906-8c47-49c4-af50-319943892d55 req-1ae979fc-f6b5-4acc-9b74-dfb9f0db5dfd tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:50.229776 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1f4da906-8c47-49c4-af50-319943892d55 req-1ae979fc-f6b5-4acc-9b74-dfb9f0db5dfd tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 945 time: 0.0839386
May 04 18:17:50.279048 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1f4da906-8c47-49c4-af50-319943892d55 req-a38b2c75-3c06-4a21-96b2-7bd2b8e31d79 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416920
May 04 18:17:50.342739 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9648a63a-811e-456f-a375-9d64932711d5 req-9f76a966-cca1-484c-b8b9-9793fed410e9 service neutron] 10.222.0.64 "GET /v2.0/networks/f4b33504-faeb-4e1f-8e54-370cd5782b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310890
May 04 18:17:50.547695 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-fbb3cfa1-467b-41c3-b727-5dc3a12047d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:50.787718 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39649e05-0caa-4061-a18a-a6d53a4100cc req-c81fbab1-35e1-477b-be5a-fe65c7d413dc tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:50.789076 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-39649e05-0caa-4061-a18a-a6d53a4100cc req-c81fbab1-35e1-477b-be5a-fe65c7d413dc tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0828679
May 04 18:17:50.838063 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-39649e05-0caa-4061-a18a-a6d53a4100cc req-a12fe2cc-bc8b-4b23-91f6-c1c17cdd4cf3 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430372
May 04 18:17:51.002722 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253c9ff-0e8d-4e22-8b27-1345b182e10c req-73ffbcdd-09d6-4758-af07-d131af1e9bfd tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:51.005011 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8253c9ff-0e8d-4e22-8b27-1345b182e10c req-73ffbcdd-09d6-4758-af07-d131af1e9bfd tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.0895538
May 04 18:17:51.067754 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8253c9ff-0e8d-4e22-8b27-1345b182e10c req-d628d4c1-8180-4f74-afcd-526930e8dfa9 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571723
May 04 18:17:51.151117 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e310d71-0a0d-4c8d-b378-11809dc9f6cf req-0462f6e1-e02a-4833-ac70-c258cdc2bb55 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:51.152591 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7e310d71-0a0d-4c8d-b378-11809dc9f6cf req-0462f6e1-e02a-4833-ac70-c258cdc2bb55 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0801115
May 04 18:17:51.198488 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7e310d71-0a0d-4c8d-b378-11809dc9f6cf req-4186052b-fbd3-48fc-a08d-9e328a557614 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401397
May 04 18:17:52.066963 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee213d0-64c5-4c83-a377-ac92ca97ac8f req-05b65e26-f55b-414c-959c-d09ca8f4db83 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:52.074206 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-bee213d0-64c5-4c83-a377-ac92ca97ac8f req-05b65e26-f55b-414c-959c-d09ca8f4db83 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1284268
May 04 18:17:52.117540 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-bee213d0-64c5-4c83-a377-ac92ca97ac8f req-587aab24-5b4d-4c48-be91-fab0607e03aa tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424635
May 04 18:17:52.431347 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62156312-c21c-42f4-93d7-e0818f49853a req-bad6b41f-9f8f-47d2-89cc-1bfd3b6eebd9 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:52.438553 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-62156312-c21c-42f4-93d7-e0818f49853a req-bad6b41f-9f8f-47d2-89cc-1bfd3b6eebd9 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.0989919
May 04 18:17:52.484913 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-62156312-c21c-42f4-93d7-e0818f49853a req-6b850052-9e54-4ebc-b2ee-4e7ddda327e2 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453248
May 04 18:17:52.504527 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37c63a-de94-4947-9bce-60fe8570b6c7 req-df7105ec-a01c-47ee-a9c1-91d94600d207 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:52.517508 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-bd37c63a-de94-4947-9bce-60fe8570b6c7 req-df7105ec-a01c-47ee-a9c1-91d94600d207 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1085572
May 04 18:17:52.563656 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-bd37c63a-de94-4947-9bce-60fe8570b6c7 req-2bb66baf-691d-4f49-b775-529324d863b9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451896
May 04 18:17:52.661340 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3a69c-2cca-43ac-b956-2cfa94817940 req-5536abae-710e-41fc-8cc1-e27f66d9707f tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:52.662808 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-76f3a69c-2cca-43ac-b956-2cfa94817940 req-5536abae-710e-41fc-8cc1-e27f66d9707f tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0844853
May 04 18:17:52.707018 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-76f3a69c-2cca-43ac-b956-2cfa94817940 req-1acd513c-7876-4eda-a14d-ab8474146fe6 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385804
May 04 18:17:52.913652 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:53.313241 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b76bfd-6ae1-4485-93ab-de1b4798e854 req-ab47e6a9-c9a6-42bf-af1a-72ce52d841b6 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:53.314733 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-05b76bfd-6ae1-4485-93ab-de1b4798e854 req-ab47e6a9-c9a6-42bf-af1a-72ce52d841b6 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0864875
May 04 18:17:53.361960 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-05b76bfd-6ae1-4485-93ab-de1b4798e854 req-91e6303b-a807-4759-a42c-f37cf5dbaae3 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407896
May 04 18:17:53.404237 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-87e44358-515d-4a39-aa63-1f8f5ceea644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:53.684909 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b38402-77b0-41cb-8451-758b6cbd4520 req-a3c7ebed-821a-495b-a9d7-03d3cd217b44 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:53.686447 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f6b38402-77b0-41cb-8451-758b6cbd4520 req-a3c7ebed-821a-495b-a9d7-03d3cd217b44 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.0849180
May 04 18:17:53.733270 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f6b38402-77b0-41cb-8451-758b6cbd4520 req-acbce636-644b-4b59-a143-bae36dd04b17 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404661
May 04 18:17:53.757556 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d715c2-6c1e-469f-a2a6-2fc57be39015 req-a3392bb3-391d-46c0-a87d-c596a1b2aea4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:53.759128 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-84d715c2-6c1e-469f-a2a6-2fc57be39015 req-a3392bb3-391d-46c0-a87d-c596a1b2aea4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0815935
May 04 18:17:53.808799 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-84d715c2-6c1e-469f-a2a6-2fc57be39015 req-80de7f41-7fbf-44a4-8388-38a0c22321bd tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438302
May 04 18:17:53.914518 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d18b4-7173-487e-80af-2ad47faf7ea6 req-3732fca5-52d8-4cb4-a9fa-bb98eb9a9d10 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:53.915967 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-942d18b4-7173-487e-80af-2ad47faf7ea6 req-3732fca5-52d8-4cb4-a9fa-bb98eb9a9d10 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0855062
May 04 18:17:53.961477 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-942d18b4-7173-487e-80af-2ad47faf7ea6 req-d5e6df7c-1b70-42e9-9b8e-ce894c7c0d7b tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398474
May 04 18:17:54.550508 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e2d7b-ad54-4ba7-b41c-5b8442291104 req-a8752e2b-be8c-4b3d-b297-570881468d1e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:54.552040 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d47e2d7b-ad54-4ba7-b41c-5b8442291104 req-a8752e2b-be8c-4b3d-b297-570881468d1e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0823262
May 04 18:17:54.597379 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d47e2d7b-ad54-4ba7-b41c-5b8442291104 req-7e2e80ea-32db-4f81-819a-27d0afdf587a tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394883
May 04 18:17:54.809235 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:54.810506 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:54.923283 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b54a5-2d78-4876-9bd2-ba6689b56cca req-c16105db-dab0-4b89-b371-029b933c57e0 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:54.924743 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a27b54a5-2d78-4876-9bd2-ba6689b56cca req-c16105db-dab0-4b89-b371-029b933c57e0 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.0869634
May 04 18:17:54.970117 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a27b54a5-2d78-4876-9bd2-ba6689b56cca req-1a52e30e-97f5-47ac-8351-d7310e86ab15 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391128
May 04 18:17:55.011625 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a168db-5ff8-4138-966b-2c17c12bc1e4 req-46f601d4-0c3f-42eb-bb55-70e299af2b79 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:55.013705 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b6a168db-5ff8-4138-966b-2c17c12bc1e4 req-46f601d4-0c3f-42eb-bb55-70e299af2b79 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0900788
May 04 18:17:55.057890 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b6a168db-5ff8-4138-966b-2c17c12bc1e4 req-6de102bc-34cb-448a-92e4-bb731daf2b3f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390401
May 04 18:17:55.149041 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e255e07-4e05-47c5-abd8-da5f8221c582 req-a7e72b92-1a88-4491-a0a4-e4c27cb59fcd tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:55.150489 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1e255e07-4e05-47c5-abd8-da5f8221c582 req-a7e72b92-1a88-4491-a0a4-e4c27cb59fcd tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0778522
May 04 18:17:55.194674 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1e255e07-4e05-47c5-abd8-da5f8221c582 req-3dc1f7a7-bf46-4feb-9400-46b60e15f300 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385225
May 04 18:17:55.806511 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e5115-cae3-4f23-b04b-cb6064d628a2 req-bc270cb7-c8d2-4237-9614-13ae1871b7dc tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:55.808183 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a80e5115-cae3-4f23-b04b-cb6064d628a2 req-bc270cb7-c8d2-4237-9614-13ae1871b7dc tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0973401
May 04 18:17:55.859096 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a80e5115-cae3-4f23-b04b-cb6064d628a2 req-a3f39789-9b5b-455d-8e74-13ada81b67da tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453227
May 04 18:17:56.177782 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddea85-4926-425d-a40c-da0b47b81ad1 req-0b611f67-fbc6-4092-b31f-018f536d13fb tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:56.179359 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-49ddea85-4926-425d-a40c-da0b47b81ad1 req-0b611f67-fbc6-4092-b31f-018f536d13fb tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.0979686
May 04 18:17:56.231481 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-49ddea85-4926-425d-a40c-da0b47b81ad1 req-549d907e-3af1-41bb-954c-ebe69bc08976 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457168
May 04 18:17:56.280506 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bcb74-00c0-449d-b12b-f0b8b94f09fb req-f7a9f867-6b73-4bfe-8950-7cddc099a309 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:56.288767 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-411bcb74-00c0-449d-b12b-f0b8b94f09fb req-f7a9f867-6b73-4bfe-8950-7cddc099a309 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1088214
May 04 18:17:56.334324 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-411bcb74-00c0-449d-b12b-f0b8b94f09fb req-507c56cf-b07d-4e66-9048-3d8228875fa3 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446329
May 04 18:17:56.437048 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2479217-dcc4-41cd-99db-b4d0a90dde2e req-bc98ad64-1f5a-4e06-bdbe-cd51a4c06554 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:56.438405 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d2479217-dcc4-41cd-99db-b4d0a90dde2e req-bc98ad64-1f5a-4e06-bdbe-cd51a4c06554 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0865810
May 04 18:17:56.490749 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d2479217-dcc4-41cd-99db-b4d0a90dde2e req-72e66b25-1d9d-421b-83b3-0e1546b816f6 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459619
May 04 18:17:56.806086 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:57.054537 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cffd3-b4eb-4165-9be9-4a55543a2474 req-ac6d5b8c-641c-4116-885e-9e064a423bd2 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:57.056002 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-514cffd3-b4eb-4165-9be9-4a55543a2474 req-ac6d5b8c-641c-4116-885e-9e064a423bd2 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0839882
May 04 18:17:57.101097 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-514cffd3-b4eb-4165-9be9-4a55543a2474 req-e8dfc05b-d84e-47f9-9bdb-e0ca11832e45 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393648
May 04 18:17:57.422028 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086f1c4-8b58-44f1-a119-757f5675ce20 req-8a51cc1e-20c0-44d4-b40d-cc03bdb5c7f6 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:57.423658 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0086f1c4-8b58-44f1-a119-757f5675ce20 req-8a51cc1e-20c0-44d4-b40d-cc03bdb5c7f6 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.0829272
May 04 18:17:57.472594 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0086f1c4-8b58-44f1-a119-757f5675ce20 req-476de5c9-529b-491c-b9e4-4822967f2a94 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422394
May 04 18:17:57.558997 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27137c-e634-4a36-a978-eaa061b2d34a req-b0c4f182-4f4f-4d88-9938-62a940d60620 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:57.560679 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7f27137c-e634-4a36-a978-eaa061b2d34a req-b0c4f182-4f4f-4d88-9938-62a940d60620 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0963197
May 04 18:17:57.628525 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7f27137c-e634-4a36-a978-eaa061b2d34a req-acc51578-3c8c-4a34-9d82-322809dd8864 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572526
May 04 18:17:57.693178 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb419e0a-d06c-44b0-94d4-372907fcdbda req-677bc20a-48bb-4f0b-b467-b11288ce5ef5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:57.694832 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-cb419e0a-d06c-44b0-94d4-372907fcdbda req-677bc20a-48bb-4f0b-b467-b11288ce5ef5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0922165
May 04 18:17:57.746290 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-cb419e0a-d06c-44b0-94d4-372907fcdbda req-929f9676-849b-4b88-86db-3850f9681095 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436401
May 04 18:17:58.194333 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 08cba8bb-6323-440c-b12b-9faadc818c59 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:17:58.288081 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb812cd-537f-4553-acfe-28532d732667 req-d36de793-eeb0-44ca-8866-0c0341f3c579 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:58.289811 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9eb812cd-537f-4553-acfe-28532d732667 req-d36de793-eeb0-44ca-8866-0c0341f3c579 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0851827
May 04 18:17:58.336431 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9eb812cd-537f-4553-acfe-28532d732667 req-62b7bc94-105b-404a-8098-788a41fce9c0 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405922
May 04 18:17:58.350419 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 08cba8bb-6323-440c-b12b-9faadc818c59, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08cba8bb-6323-440c-b12b-9faadc818c59,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:17:58.364657 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': '08cba8bb-6323-440c-b12b-9faadc818c59', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'port_id': '08cba8bb-6323-440c-b12b-9faadc818c59', 'mac_address': 'fa:16:3e:6b:d3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:17:58.418592 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:58.434907 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08cba8bb-6323-440c-b12b-9faadc818c59 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:17:58.449898 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 08cba8bb-6323-440c-b12b-9faadc818c59, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08cba8bb-6323-440c-b12b-9faadc818c59,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:17:58.453537 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:17:58.455507 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:17:58.524788 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=08cba8bb-6323-440c-b12b-9faadc818c59,revision_number=6']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:17:58.527999 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:17:58.663080 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a82c2-2cf8-4ac2-82be-fa7129d80357 req-b7089209-8760-4746-a361-7a4be36e43bc tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:58.664485 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-060a82c2-2cf8-4ac2-82be-fa7129d80357 req-b7089209-8760-4746-a361-7a4be36e43bc tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.0833318
May 04 18:17:58.709453 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-060a82c2-2cf8-4ac2-82be-fa7129d80357 req-3de0be71-b67c-4e61-9cc4-24e22a99e4c1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392444
May 04 18:17:58.856446 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633831c1-7bdc-4100-b1f5-203e63c114a7 req-54c2136e-688d-4d07-b735-9d3bb0f83fd8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:58.858916 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-633831c1-7bdc-4100-b1f5-203e63c114a7 req-54c2136e-688d-4d07-b735-9d3bb0f83fd8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 944 time: 0.1091425
May 04 18:17:58.871087 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['08cba8bb-6323-440c-b12b-9faadc818c59'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:17:58.913708 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-633831c1-7bdc-4100-b1f5-203e63c114a7 req-c241d41a-b52b-4d16-81bf-539ed51c3013 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485306
May 04 18:17:59.082653 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48985e25-0109-46f8-924c-71786db71cb5 req-e9d9bca5-a7bf-4c6d-851b-286df208bcae tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:59.090485 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-48985e25-0109-46f8-924c-71786db71cb5 req-e9d9bca5-a7bf-4c6d-851b-286df208bcae tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1693575
May 04 18:17:59.149965 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-48985e25-0109-46f8-924c-71786db71cb5 req-03b8050c-bbd5-463a-8f44-0fce3ec14a43 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584464
May 04 18:17:59.521399 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25853d-354d-42f8-ae89-05a435b7628e req-f18385ec-b714-43de-b74c-0b2f9b7ced92 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:59.523060 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ba25853d-354d-42f8-ae89-05a435b7628e req-f18385ec-b714-43de-b74c-0b2f9b7ced92 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0803430
May 04 18:17:59.568085 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ba25853d-354d-42f8-ae89-05a435b7628e req-019024d9-69de-4bfe-9506-9940b214111b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390744
May 04 18:17:59.969309 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e15268-74f6-45c2-9f7a-132fd110fbcb req-8de6a652-7cf3-4fea-8dc4-50024727244d tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:17:59.977012 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-22e15268-74f6-45c2-9f7a-132fd110fbcb req-8de6a652-7cf3-4fea-8dc4-50024727244d tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.1577978
May 04 18:18:00.030454 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-22e15268-74f6-45c2-9f7a-132fd110fbcb req-32b752f9-94a2-4c89-b67c-2043dd40ec51 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522594
May 04 18:18:00.211666 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 08cba8bb-6323-440c-b12b-9faadc818c59 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:18:00.223927 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8417ce9-b190-4104-9365-06680173d1fb req-c444eee0-9a7c-49b0-ad5a-86db025abd66 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:00.226120 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e8417ce9-b190-4104-9365-06680173d1fb req-c444eee0-9a7c-49b0-ad5a-86db025abd66 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 944 time: 0.1689866
May 04 18:18:00.287469 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e8417ce9-b190-4104-9365-06680173d1fb req-2c8a8588-f280-4c30-b786-78a31782381f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531380
May 04 18:18:00.353656 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port 08cba8bb-6323-440c-b12b-9faadc818c59 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:18:00.354049 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:00.376674 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fcf78-0f73-4236-8f5e-8ff35ce92db2 req-7679a0e3-a5e0-4818-b9f3-722302154722 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:00.378174 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-868fcf78-0f73-4236-8f5e-8ff35ce92db2 req-7679a0e3-a5e0-4818-b9f3-722302154722 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0999668
May 04 18:18:00.424731 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-868fcf78-0f73-4236-8f5e-8ff35ce92db2 req-4f60228f-28ab-4c54-8508-e02fb5b678c2 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400410
May 04 18:18:00.499736 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:00.529805 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cba8bb-6323-440c-b12b-9faadc818c59'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:18:00.544151 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 08cba8bb-6323-440c-b12b-9faadc818c59, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08cba8bb-6323-440c-b12b-9faadc818c59,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:18:00.550854 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:00.553308 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:00.628239 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cba8bb-6323-440c-b12b-9faadc818c59', 'code': 200}
May 04 18:18:00.629035 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=08cba8bb-6323-440c-b12b-9faadc818c59,revision_number=7']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:00.634711 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:00.810883 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbcdfd-a065-4f85-a444-33f74757c562 req-549ebbf3-74a7-48a0-8420-143773e97a58 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:00.814346 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1dcbcdfd-a065-4f85-a444-33f74757c562 req-549ebbf3-74a7-48a0-8420-143773e97a58 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0954056
May 04 18:18:00.861596 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1dcbcdfd-a065-4f85-a444-33f74757c562 req-1302673f-2614-41d9-8c4d-bea50e7009d7 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433395
May 04 18:18:01.229109 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d296b-5993-4be3-9740-af32f527114c req-ba03c00c-9180-49f9-9af4-c4b6ac0d7c76 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:01.230860 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3e3d296b-5993-4be3-9740-af32f527114c req-ba03c00c-9180-49f9-9af4-c4b6ac0d7c76 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.0934939
May 04 18:18:01.284054 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3e3d296b-5993-4be3-9740-af32f527114c req-4a8b4575-c1e3-4147-acf3-94457e666420 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469756
May 04 18:18:01.588857 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f73ae-57d4-48db-8e50-b149757739c0 req-5536f098-2d12-4922-a6f7-aa31b5f37b3d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:01.594793 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a73f73ae-57d4-48db-8e50-b149757739c0 req-5536f098-2d12-4922-a6f7-aa31b5f37b3d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1305420
May 04 18:18:01.642717 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a73f73ae-57d4-48db-8e50-b149757739c0 req-d5fc67f4-8935-4bd7-ae84-d2e7cba1b50b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470502
May 04 18:18:01.676700 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a70d2c-43c0-4027-a573-484b9fa82a8a req-f0a9ae7e-c9b3-43fd-b0bd-dff682d3bdbd tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:01.685330 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-50a70d2c-43c0-4027-a573-484b9fa82a8a req-f0a9ae7e-c9b3-43fd-b0bd-dff682d3bdbd tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1142271
May 04 18:18:01.733948 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-50a70d2c-43c0-4027-a573-484b9fa82a8a req-210e1c40-4e5e-43b3-b05f-6cd544ce790d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478005
May 04 18:18:02.077030 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d8241-ea77-4068-bccd-832c231da14c req-d8831c2e-67ce-4d56-beab-ea9867fa5af3 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:02.078816 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ee7d8241-ea77-4068-bccd-832c231da14c req-d8831c2e-67ce-4d56-beab-ea9867fa5af3 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0962760
May 04 18:18:02.130855 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ee7d8241-ea77-4068-bccd-832c231da14c req-b69fe28e-f738-4577-a830-82c74af992e8 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445862
May 04 18:18:02.547671 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266927e-00b5-4313-a86c-755322e3ca62 req-e58eedba-1cb7-4034-b762-946f8aee8a4e tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:02.549342 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a266927e-00b5-4313-a86c-755322e3ca62 req-e58eedba-1cb7-4034-b762-946f8aee8a4e tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.0930865
May 04 18:18:02.607510 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a266927e-00b5-4313-a86c-755322e3ca62 req-e789a844-8433-4f9f-ac60-8346adf59507 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463848
May 04 18:18:02.944776 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f9765-129e-4949-9407-a6fa6ae8717f req-061e8b7d-987f-4db8-bac6-603feb7bfb62 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:02.946413 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-457f9765-129e-4949-9407-a6fa6ae8717f req-061e8b7d-987f-4db8-bac6-603feb7bfb62 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1457617
May 04 18:18:03.031754 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2c189-effe-4bda-9cb6-dd2d3bf7bfdd req-db010171-533b-432d-b913-f862146d55b6 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:03.040760 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f3d2c189-effe-4bda-9cb6-dd2d3bf7bfdd req-db010171-533b-432d-b913-f862146d55b6 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1466768
May 04 18:18:03.051311 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-457f9765-129e-4949-9407-a6fa6ae8717f req-b4c4b2e3-c080-4154-b87f-9439de0733a1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987792
May 04 18:18:03.097518 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f3d2c189-effe-4bda-9cb6-dd2d3bf7bfdd req-8a93ae5f-42a4-4582-95e1-c0cb95c3eb7f tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547762
May 04 18:18:03.370504 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b3235-dcc5-48fc-a8a9-258aa01bd51e req-8911dd67-52b1-4b53-afe9-54bf3359e086 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:03.372802 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-fe0b3235-dcc5-48fc-a8a9-258aa01bd51e req-8911dd67-52b1-4b53-afe9-54bf3359e086 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1075969
May 04 18:18:03.425740 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-fe0b3235-dcc5-48fc-a8a9-258aa01bd51e req-d05d484d-1f17-4d6c-a246-ca5160545a6a tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468872
May 04 18:18:03.832405 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dce4c-5404-44c7-90ec-a2e01e062c8f req-60d76482-a5ff-4a31-8da9-83efb9be351e tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:03.841498 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-617dce4c-5404-44c7-90ec-a2e01e062c8f req-60d76482-a5ff-4a31-8da9-83efb9be351e tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.1026838
May 04 18:18:03.888146 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-617dce4c-5404-44c7-90ec-a2e01e062c8f req-735390ad-003f-4c05-94cb-0d8d9c5303f3 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457428
May 04 18:18:04.409364 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e0376-9233-4239-92ba-37f41f628e5c req-f41188bd-d409-4a69-9217-430a26d08f0c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:04.414743 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-619e0376-9233-4239-92ba-37f41f628e5c req-f41188bd-d409-4a69-9217-430a26d08f0c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1107149
May 04 18:18:04.424540 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d1e5f-f616-4fdd-8f1e-68c0206b1f18 req-0339377b-2de0-4cfa-9625-4d1a2f5e1eef tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:04.434049 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a06d1e5f-f616-4fdd-8f1e-68c0206b1f18 req-0339377b-2de0-4cfa-9625-4d1a2f5e1eef tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1153064
May 04 18:18:04.473145 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-619e0376-9233-4239-92ba-37f41f628e5c req-3adccbcf-b20b-4c19-b782-55208ef4df3d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520394
May 04 18:18:04.495302 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a06d1e5f-f616-4fdd-8f1e-68c0206b1f18 req-14d1a848-fb67-4ad3-b6ca-5b05d92c3d5c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615907
May 04 18:18:04.664077 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd89372-ec09-4b1d-a772-3b1aa1ef803a req-f3d5e288-a4c8-439c-a1ef-7e5ee7a29850 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:04.668134 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2bd89372-ec09-4b1d-a772-3b1aa1ef803a req-f3d5e288-a4c8-439c-a1ef-7e5ee7a29850 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0939665
May 04 18:18:04.728266 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2bd89372-ec09-4b1d-a772-3b1aa1ef803a req-ec15e878-782c-4a99-8a38-efd760228c3b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517063
May 04 18:18:05.141469 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c998355-b95a-4ebd-a436-202b2a11e9d1 req-b0278794-c84d-4f94-b4b5-4c4474bd6f64 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:05.143014 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8c998355-b95a-4ebd-a436-202b2a11e9d1 req-b0278794-c84d-4f94-b4b5-4c4474bd6f64 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.1174998
May 04 18:18:05.198537 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8c998355-b95a-4ebd-a436-202b2a11e9d1 req-08e35816-d8df-4791-bbd2-9b4b287d0ec6 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487087
May 04 18:18:05.685010 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75618568-fded-491f-90eb-51c7391089e5 req-7a45af47-4ab6-449d-b8ec-57e1bf36f642 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:05.687391 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-75618568-fded-491f-90eb-51c7391089e5 req-7a45af47-4ab6-449d-b8ec-57e1bf36f642 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0985868
May 04 18:18:05.751148 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-75618568-fded-491f-90eb-51c7391089e5 req-672843cd-ed4b-46d9-8a93-ccbf9658adc5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551143
May 04 18:18:05.787227 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d33b9-cfb1-4af2-a80c-9a8c1de28b39 req-53db63b2-1573-41cc-b31b-acf920b8a29b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:05.788842 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d24d33b9-cfb1-4af2-a80c-9a8c1de28b39 req-53db63b2-1573-41cc-b31b-acf920b8a29b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1432557
May 04 18:18:05.874274 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d24d33b9-cfb1-4af2-a80c-9a8c1de28b39 req-f095e165-f823-42cb-8dcd-ee666d6943e6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781558
May 04 18:18:06.018593 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 42978) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:18:06.080095 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6c66f-0ca6-4bfc-860a-e6a9ce51999f req-a81e3844-d04a-41f9-83fe-25f5982faac4 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:06.082564 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4ff6c66f-0ca6-4bfc-860a-e6a9ce51999f req-a81e3844-d04a-41f9-83fe-25f5982faac4 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1590433
May 04 18:18:06.170184 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4ff6c66f-0ca6-4bfc-860a-e6a9ce51999f req-d7380592-83ea-4d0e-b4ec-bb8fbba79c3e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770333
May 04 18:18:06.239271 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-22efd167-a7a3-440e-9c7d-a348e6c5416f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:06.257110 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-22efd167-a7a3-440e-9c7d-a348e6c5416f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:18:06.263430 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-22efd167-a7a3-440e-9c7d-a348e6c5416f admin admin] Usage tracker for resource:security_group_rule and tenant:dc59f91888f74570ac44a58dfe3b8187 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:18:06.267087 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-22efd167-a7a3-440e-9c7d-a348e6c5416f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:18:06.273676 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-22efd167-a7a3-440e-9c7d-a348e6c5416f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:18:06.467246 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-22efd167-a7a3-440e-9c7d-a348e6c5416f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:06.472850 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-22efd167-a7a3-440e-9c7d-a348e6c5416f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:06.484100 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6da07759-84ce-471e-a758-87505e567cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:06.500703 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2f019-2979-48ad-a81e-ded54d063c98 req-2c2b334a-2f16-4725-99ee-13a85b39da9f tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:06.502207 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b7f2f019-2979-48ad-a81e-ded54d063c98 req-2c2b334a-2f16-4725-99ee-13a85b39da9f tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.1795163
May 04 18:18:06.561598 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-22efd167-a7a3-440e-9c7d-a348e6c5416f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dc59f91888f74570ac44a58dfe3b8187&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5417454
May 04 18:18:06.564552 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 42990) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:18:06.574334 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efd167-a7a3-440e-9c7d-a348e6c5416f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2065efb-5db6-4b72-bf56-6e80a0dd0278,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:06.578954 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-22efd167-a7a3-440e-9c7d-a348e6c5416f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:06.596239 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b7f2f019-2979-48ad-a81e-ded54d063c98 req-15b7ea1c-9d9b-4aa4-84ec-ab844735e4f7 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770934
May 04 18:18:06.648561 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ab2354ab-17b3-46c1-8827-6e2fff08812c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:06.685953 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ab2354ab-17b3-46c1-8827-6e2fff08812c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:06.768117 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ab2354ab-17b3-46c1-8827-6e2fff08812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:06.772226 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-301e8c53-93c9-4b3b-a7f4-93cb131b0a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:06.790037 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2354ab-17b3-46c1-8827-6e2fff08812c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2065efb-5db6-4b72-bf56-6e80a0dd0278,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:06.804728 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ab2354ab-17b3-46c1-8827-6e2fff08812c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:06.807059 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ab2354ab-17b3-46c1-8827-6e2fff08812c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:06.810999 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-ab2354ab-17b3-46c1-8827-6e2fff08812c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d2065efb-5db6-4b72-bf56-6e80a0dd0278 HTTP/1.1" status: 204  len: 168 time: 0.2449765
May 04 18:18:07.076759 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31c31a-3072-4c56-92ea-f4c3c586eae4 req-fd947f1b-4fd3-4df0-a93a-d1c2625e40b1 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:07.079594 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4c31c31a-3072-4c56-92ea-f4c3c586eae4 req-fd947f1b-4fd3-4df0-a93a-d1c2625e40b1 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1787663
May 04 18:18:07.158000 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4c31c31a-3072-4c56-92ea-f4c3c586eae4 req-40bf4e7c-cc88-4cf4-b52c-ecd4e8285d1d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644696
May 04 18:18:07.193417 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a402a-e1ce-4cc4-82b5-92a64665c11d req-95efd600-0ef2-41b3-bbcf-1e60206784be tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:07.208795 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8a7a402a-e1ce-4cc4-82b5-92a64665c11d req-95efd600-0ef2-41b3-bbcf-1e60206784be tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1630988
May 04 18:18:07.318305 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8a7a402a-e1ce-4cc4-82b5-92a64665c11d req-0ed1dee2-ed38-4f34-87cc-524891bdd2e9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964987
May 04 18:18:07.426531 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b12193-feea-43d5-a6f3-f64bd8bc6a6a req-774e1609-2add-4ad4-993e-eadde29f5a62 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:07.428588 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-34b12193-feea-43d5-a6f3-f64bd8bc6a6a req-774e1609-2add-4ad4-993e-eadde29f5a62 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1374640
May 04 18:18:07.518991 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-34b12193-feea-43d5-a6f3-f64bd8bc6a6a req-7beb379f-c737-4371-8ba3-a9f110d72cf9 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836780
May 04 18:18:07.885745 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e80dfb-6469-46e0-918b-6583fdb9ba28 req-372b51d9-c867-4998-b255-04c176ced7c4 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:07.893267 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-81e80dfb-6469-46e0-918b-6583fdb9ba28 req-372b51d9-c867-4998-b255-04c176ced7c4 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.1102364
May 04 18:18:07.956593 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-81e80dfb-6469-46e0-918b-6583fdb9ba28 req-e6aaa9a2-7cc6-4b71-810c-401cf980f8fc tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600629
May 04 18:18:08.280157 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:18:08.381799 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8695ab-f807-4d6a-b675-616998d3fdff req-733d0e33-c8d3-4047-8606-531fff18a212 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:08.383364 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8c8695ab-f807-4d6a-b675-616998d3fdff req-733d0e33-c8d3-4047-8606-531fff18a212 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1026168
May 04 18:18:08.516298 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8c8695ab-f807-4d6a-b675-616998d3fdff req-770003bc-55af-47e4-ac4b-249906bdd4f0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1175573
May 04 18:18:08.701234 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802363f3-9c3c-4bb7-8e64-4ce3ea670d19 req-ba1b9967-c8b5-478f-a6ec-26f39f0271be tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:08.704878 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-802363f3-9c3c-4bb7-8e64-4ce3ea670d19 req-ba1b9967-c8b5-478f-a6ec-26f39f0271be tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1505592
May 04 18:18:08.785601 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-802363f3-9c3c-4bb7-8e64-4ce3ea670d19 req-238d7a72-b162-4c6b-a1fc-8e53db16e00e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707998
May 04 18:18:08.978754 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6aad1e-d9a1-4ead-a53e-d4caa121307b req-2f8d7e7f-5dd1-4a3d-912f-b60d40db05bd tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:08.980148 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cb6aad1e-d9a1-4ead-a53e-d4caa121307b req-2f8d7e7f-5dd1-4a3d-912f-b60d40db05bd tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1001925
May 04 18:18:09.046903 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cb6aad1e-d9a1-4ead-a53e-d4caa121307b req-3cb1f44a-300d-4710-99ca-6006e45e77fe tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593143
May 04 18:18:09.228854 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd6c1d-c299-4b91-a843-e36e4abc0e1e req-39a4b0bf-85bc-44fa-ab72-5d16b40a32a0 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:09.230816 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-eddd6c1d-c299-4b91-a843-e36e4abc0e1e req-39a4b0bf-85bc-44fa-ab72-5d16b40a32a0 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.1065125
May 04 18:18:09.284071 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-eddd6c1d-c299-4b91-a843-e36e4abc0e1e req-85a0aaae-cef8-4317-8016-9f70ecca877e tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451560
May 04 18:18:09.735924 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb5666-2c4e-4ff4-b567-9561624c2306 req-a57468cc-954a-43bb-9d9d-413ce888d598 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:09.737995 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-50cb5666-2c4e-4ff4-b567-9561624c2306 req-a57468cc-954a-43bb-9d9d-413ce888d598 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1080132
May 04 18:18:09.790623 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-50cb5666-2c4e-4ff4-b567-9561624c2306 req-67d5b75b-e95c-41ca-a4fb-4f8309bcc782 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464408
May 04 18:18:10.247320 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16311cf-549e-4d47-b7c8-8d3a3bf571e3 req-27286860-7af7-460b-87dc-14d52eacdc19 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:10.249842 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a16311cf-549e-4d47-b7c8-8d3a3bf571e3 req-27286860-7af7-460b-87dc-14d52eacdc19 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1334960
May 04 18:18:10.352874 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a16311cf-549e-4d47-b7c8-8d3a3bf571e3 req-61169750-024c-4ad1-b005-e9f9c1b6d956 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959442
May 04 18:18:10.432316 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9387bc-7237-451d-b294-d7539b5543a8 req-a7ea70da-a9a1-4589-8a97-6b622f6d2b41 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:10.448137 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8b9387bc-7237-451d-b294-d7539b5543a8 req-a7ea70da-a9a1-4589-8a97-6b622f6d2b41 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1595354
May 04 18:18:10.555828 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8b9387bc-7237-451d-b294-d7539b5543a8 req-c3736745-136d-4cdc-9eee-430cd1b8cf45 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064258
May 04 18:18:10.707806 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67193972-8ae2-4e4e-a165-189594d4fd7f req-69de5f00-7991-4af6-a504-1b3843631017 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:10.718833 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-67193972-8ae2-4e4e-a165-189594d4fd7f req-69de5f00-7991-4af6-a504-1b3843631017 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.2319429
May 04 18:18:10.791233 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-67193972-8ae2-4e4e-a165-189594d4fd7f req-30592af9-6da3-4376-ada7-eef68ab8b403 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710874
May 04 18:18:11.453698 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f6855-ee98-43b1-80d0-9a962c0647f7 req-242e2af4-c943-477f-b242-ca2bed091874 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:11.455143 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8f1f6855-ee98-43b1-80d0-9a962c0647f7 req-242e2af4-c943-477f-b242-ca2bed091874 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.3956351
May 04 18:18:11.540335 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8f1f6855-ee98-43b1-80d0-9a962c0647f7 req-38bc9036-ad3f-4a05-a97b-16e87e34f2d8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0770967
May 04 18:18:11.657174 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3bb50-3b9f-4b24-ab12-f2b0abc60e81 req-b3876564-10ff-49a3-9042-cd653d648580 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:11.665888 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8eb3bb50-3b9f-4b24-ab12-f2b0abc60e81 req-b3876564-10ff-49a3-9042-cd653d648580 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1411009
May 04 18:18:11.746272 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8eb3bb50-3b9f-4b24-ab12-f2b0abc60e81 req-5594bac7-1236-4d42-b674-f766f2687749 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790937
May 04 18:18:11.805453 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9e198-90ae-4a1e-85e1-bf3079c26d88 req-85b36d7f-7721-4cd6-bd35-23131543d6db tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:11.807153 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9f9e198-90ae-4a1e-85e1-bf3079c26d88 req-85b36d7f-7721-4cd6-bd35-23131543d6db tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1336424
May 04 18:18:11.887233 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9f9e198-90ae-4a1e-85e1-bf3079c26d88 req-c4d9ebd0-0f63-4a4e-80c8-7243165ec51d tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740221
May 04 18:18:12.117473 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f58383-61cc-4d76-8ab6-760b6c2f3aa3 req-a9e30d8c-d214-4290-912e-ce673a7e1f5b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:12.119238 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c4f58383-61cc-4d76-8ab6-760b6c2f3aa3 req-a9e30d8c-d214-4290-912e-ce673a7e1f5b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.1200454
May 04 18:18:12.179929 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c4f58383-61cc-4d76-8ab6-760b6c2f3aa3 req-51f29bc0-9110-4736-b33b-065fca770156 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533676
May 04 18:18:12.744798 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8a439-89a6-4643-839f-8a62c580e878 req-f893e85a-93b4-42e0-b2a2-cc3e4cbb11d4 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:12.746300 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-00b8a439-89a6-4643-839f-8a62c580e878 req-f893e85a-93b4-42e0-b2a2-cc3e4cbb11d4 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0809424
May 04 18:18:12.793996 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-00b8a439-89a6-4643-839f-8a62c580e878 req-bca30901-b337-4470-8d9a-566f4109603d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416965
May 04 18:18:12.975194 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055d9fe-7200-4ca7-941a-bd5bc69093e4 req-18f2274d-18f9-472d-aee2-41d1e414a783 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:12.988142 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d055d9fe-7200-4ca7-941a-bd5bc69093e4 req-18f2274d-18f9-472d-aee2-41d1e414a783 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1334050
May 04 18:18:13.100598 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d055d9fe-7200-4ca7-941a-bd5bc69093e4 req-ab1ab0d8-fb1b-46b1-8e37-6a7bcb04fa36 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107426
May 04 18:18:13.225455 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb4d5a-591e-4a71-a5bc-9abe8ac2932d req-121c78ec-4ee1-4ef7-907a-05eb74a78300 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:13.226998 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7ebb4d5a-591e-4a71-a5bc-9abe8ac2932d req-121c78ec-4ee1-4ef7-907a-05eb74a78300 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1102884
May 04 18:18:13.287442 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7ebb4d5a-591e-4a71-a5bc-9abe8ac2932d req-de332191-6de1-40ae-8103-b068a483e269 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531085
May 04 18:18:13.389369 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 41c8297c-4bea-4f58-9cee-5f99924b12d8 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:18:13.493608 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ff9ae-9523-4178-8631-e5fd1f6f91ba req-ca17f2a7-3111-457d-a48d-9f43757e3f90 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:13.495442 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ad6ff9ae-9523-4178-8631-e5fd1f6f91ba req-ca17f2a7-3111-457d-a48d-9f43757e3f90 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.1080422
May 04 18:18:13.538555 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 41c8297c-4bea-4f58-9cee-5f99924b12d8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=41c8297c-4bea-4f58-9cee-5f99924b12d8,segment=NetworkSegment(3da59d0a-7e0e-4517-b462-7b5e6a8e95a3),segment_id=3da59d0a-7e0e-4517-b462-7b5e6a8e95a3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:18:13.548554 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ad6ff9ae-9523-4178-8631-e5fd1f6f91ba req-b9e98246-014d-4ed1-814d-63b0f12ea36e tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463433
May 04 18:18:13.553009 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': '41c8297c-4bea-4f58-9cee-5f99924b12d8', 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48', 'port_id': '41c8297c-4bea-4f58-9cee-5f99924b12d8', 'mac_address': 'fa:16:3e:52:d9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:18:13.612513 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:13.629986 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c8297c-4bea-4f58-9cee-5f99924b12d8 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:18:13.646162 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 41c8297c-4bea-4f58-9cee-5f99924b12d8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=41c8297c-4bea-4f58-9cee-5f99924b12d8,segment=NetworkSegment(3da59d0a-7e0e-4517-b462-7b5e6a8e95a3),segment_id=3da59d0a-7e0e-4517-b462-7b5e6a8e95a3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:18:13.650155 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:13.653067 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:13.717139 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=41c8297c-4bea-4f58-9cee-5f99924b12d8,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:13.720417 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:13.978497 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34891b49-7218-4b7b-a391-f4e00b5496a4 req-e0a84d52-7fcf-4fac-bcfa-c54d1fbe7068 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:13.979859 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-34891b49-7218-4b7b-a391-f4e00b5496a4 req-e0a84d52-7fcf-4fac-bcfa-c54d1fbe7068 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0787606
May 04 18:18:14.024354 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-34891b49-7218-4b7b-a391-f4e00b5496a4 req-ec557f59-7bc3-4849-b231-76b368dd25dd tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387502
May 04 18:18:14.299747 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eedc4f-1ab3-408c-a396-7802dc290c66 req-6a99ec4c-3011-4bde-a2d9-d2baf722a7fb tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:14.301192 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-02eedc4f-1ab3-408c-a396-7802dc290c66 req-6a99ec4c-3011-4bde-a2d9-d2baf722a7fb tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0840116
May 04 18:18:14.346432 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-02eedc4f-1ab3-408c-a396-7802dc290c66 req-6d72358c-73d5-4611-8d8b-85c5a3a25f5f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390623
May 04 18:18:14.473502 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c871e-aec8-474a-a8a4-59e143f453a1 req-bd6049a1-fd4b-41e7-ba85-ed6251a113b6 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:14.475028 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-180c871e-aec8-474a-a8a4-59e143f453a1 req-bd6049a1-fd4b-41e7-ba85-ed6251a113b6 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0826044
May 04 18:18:14.521398 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-180c871e-aec8-474a-a8a4-59e143f453a1 req-a6ee7561-80b9-46a9-a28c-77e8ac148d53 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395963
May 04 18:18:14.734206 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7627e-fc8f-4838-9fa5-49aec5c7ffd1 req-2fd6e7a0-e7b6-46c6-9b0d-e3d44c3cc5f9 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:14.735687 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-bbc7627e-fc8f-4838-9fa5-49aec5c7ffd1 req-2fd6e7a0-e7b6-46c6-9b0d-e3d44c3cc5f9 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 945 time: 0.0800443
May 04 18:18:14.785260 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-bbc7627e-fc8f-4838-9fa5-49aec5c7ffd1 req-f72861de-c855-4414-9578-900b74ea0e93 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438290
May 04 18:18:15.210789 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94878dc6-cfcc-4255-8620-79601cb0bf2e req-c856191f-1608-4bb2-a37f-20ef501420ae tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:15.212240 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-94878dc6-cfcc-4255-8620-79601cb0bf2e req-c856191f-1608-4bb2-a37f-20ef501420ae tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0835080
May 04 18:18:15.257741 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-94878dc6-cfcc-4255-8620-79601cb0bf2e req-3b5b05e5-63e7-4cde-99f3-c6fc869efce2 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394337
May 04 18:18:15.554157 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2a2b4-3e12-490e-a24d-b35c3a2dcfb8 req-82afd22b-1771-4a14-9604-621e825b3fc6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:15.555626 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a8d2a2b4-3e12-490e-a24d-b35c3a2dcfb8 req-82afd22b-1771-4a14-9604-621e825b3fc6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0909915
May 04 18:18:15.603820 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a8d2a2b4-3e12-490e-a24d-b35c3a2dcfb8 req-c63e099c-bcbf-4583-995c-75825bd3b71e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413175
May 04 18:18:15.714536 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60ae43-3ca9-4862-bc8f-240b948243ef req-417f5735-cd6d-4c32-a08f-8e9e19aa52a6 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:15.716123 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2f60ae43-3ca9-4862-bc8f-240b948243ef req-417f5735-cd6d-4c32-a08f-8e9e19aa52a6 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0818188
May 04 18:18:15.760609 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2f60ae43-3ca9-4862-bc8f-240b948243ef req-9abadd8e-8f88-4362-87aa-58b422fbdfd6 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388589
May 04 18:18:15.979132 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570f3b5-9048-4def-b9ef-153b8065ea9d req-6b6e93cb-d1bd-4a27-b98a-fc85c88c03d0 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:15.980596 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9570f3b5-9048-4def-b9ef-153b8065ea9d req-6b6e93cb-d1bd-4a27-b98a-fc85c88c03d0 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 945 time: 0.0881195
May 04 18:18:16.026688 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9570f3b5-9048-4def-b9ef-153b8065ea9d req-01b32dce-2525-474c-b7f2-390a661fb483 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403244
May 04 18:18:16.466787 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f409f-8db7-4d85-b0a9-838ea7198640 req-748bdeff-7629-4b0f-81ab-c580ec7513cb tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:16.468702 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-138f409f-8db7-4d85-b0a9-838ea7198640 req-748bdeff-7629-4b0f-81ab-c580ec7513cb tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1018295
May 04 18:18:16.480054 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['41c8297c-4bea-4f58-9cee-5f99924b12d8'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:18:16.534010 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-138f409f-8db7-4d85-b0a9-838ea7198640 req-43121ea0-2878-45b9-bb0e-5b2cccae3f62 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586367
May 04 18:18:16.639250 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cc1c2-5307-4c8e-b2cc-f2d06bf8889e req-8ccbe099-8ab3-4fd0-bae2-632fef8d681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:16.641008 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f43cc1c2-5307-4c8e-b2cc-f2d06bf8889e req-8ccbe099-8ab3-4fd0-bae2-632fef8d681f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27df770cfc4e46179df7e8bd111c6454&device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 1098 time: 0.0988340
May 04 18:18:16.900336 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dda8f8-996f-49f2-a02e-ee031f253a49 req-d35855f2-b7e6-4a0b-a51a-aaa39101829e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:16.904437 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cc1c2-5307-4c8e-b2cc-f2d06bf8889e req-1d5d80ba-682f-4c38-9694-1b8c3a3f4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:16.906272 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f43cc1c2-5307-4c8e-b2cc-f2d06bf8889e req-1d5d80ba-682f-4c38-9694-1b8c3a3f4100 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5d9f6a0-8056-4021-b12a-9774e1320123 HTTP/1.1" status: 200  len: 917 time: 0.2564652
May 04 18:18:16.908723 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-24dda8f8-996f-49f2-a02e-ee031f253a49 req-d35855f2-b7e6-4a0b-a51a-aaa39101829e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1584237
May 04 18:18:16.963087 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-24dda8f8-996f-49f2-a02e-ee031f253a49 req-a65f968f-5a9b-429e-9ebf-a94fc3db0fb8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534236
May 04 18:18:17.065931 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f43cc1c2-5307-4c8e-b2cc-f2d06bf8889e req-daf40405-b11c-49f9-ad9d-84560cbd5210 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08cba8bb-6323-440c-b12b-9faadc818c59 HTTP/1.1" status: 200  len: 999 time: 0.1501658
May 04 18:18:17.134150 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5662a2e-bf86-4e8f-9f8f-dad65b4d4bba req-c2e7fc9f-cc2c-43ef-a68c-9638a4be6c49 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:17.135705 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e5662a2e-bf86-4e8f-9f8f-dad65b4d4bba req-c2e7fc9f-cc2c-43ef-a68c-9638a4be6c49 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.2249761
May 04 18:18:17.186455 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cc1c2-5307-4c8e-b2cc-f2d06bf8889e req-46e9f39c-d67a-45c7-bd49-d90b15df49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:17.187946 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f43cc1c2-5307-4c8e-b2cc-f2d06bf8889e req-46e9f39c-d67a-45c7-bd49-d90b15df49fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06a64c1e-a477-4d77-860d-4be6483412a3 HTTP/1.1" status: 200  len: 855 time: 0.1120012
May 04 18:18:17.199375 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e5662a2e-bf86-4e8f-9f8f-dad65b4d4bba req-7f0d617a-b9c5-4822-85a9-61eaef23a60f tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539525
May 04 18:18:17.256496 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593cee5-9661-48e5-a0f8-686f8a43c07c req-21b40719-4f8c-4bb3-b496-4b803608059f tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:17.257978 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5593cee5-9661-48e5-a0f8-686f8a43c07c req-21b40719-4f8c-4bb3-b496-4b803608059f tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 945 time: 0.1045268
May 04 18:18:17.274809 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cc1c2-5307-4c8e-b2cc-f2d06bf8889e req-db372e7d-785e-43b7-8520-020d743e6a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:17.276261 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f43cc1c2-5307-4c8e-b2cc-f2d06bf8889e req-db372e7d-785e-43b7-8520-020d743e6a85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5d9f6a0-8056-4021-b12a-9774e1320123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804396
May 04 18:18:17.305863 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5593cee5-9661-48e5-a0f8-686f8a43c07c req-79d83173-07ab-4cea-960a-3535cc301ead tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416422
May 04 18:18:17.496275 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f43cc1c2-5307-4c8e-b2cc-f2d06bf8889e req-cfb2f99f-8413-4f0d-ba84-8100b55831b3 service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2090988
May 04 18:18:17.702390 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f43cc1c2-5307-4c8e-b2cc-f2d06bf8889e req-2bb47ce3-32b5-4b4d-961d-9efba80cd433 service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1916511
May 04 18:18:17.742561 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1151cb-3f4f-44fb-a689-03f81c27b007 req-4abef81f-624a-4946-89e6-ede7c095df9e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:17.744004 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-dd1151cb-3f4f-44fb-a689-03f81c27b007 req-4abef81f-624a-4946-89e6-ede7c095df9e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0902174
May 04 18:18:17.789209 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-dd1151cb-3f4f-44fb-a689-03f81c27b007 req-1cc9e28f-c167-438c-b93b-d1a4e77fcee0 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393803
May 04 18:18:18.113212 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb234-409a-41e3-8317-56ada8a9f6e9 req-67be5be8-1ad3-4b15-9335-217eafd80907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:18.115809 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8c9eb234-409a-41e3-8317-56ada8a9f6e9 req-67be5be8-1ad3-4b15-9335-217eafd80907 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 1099 time: 0.0972462
May 04 18:18:18.185484 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8c9eb234-409a-41e3-8317-56ada8a9f6e9 req-a9691781-a12e-4968-a938-4fe7223a0e14 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571678
May 04 18:18:18.187078 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a34c7c-aa16-49fc-9775-a46ac1134c03 req-dab9728a-0d3c-4eb7-a70a-c88cc4db024d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:18.195171 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-12a34c7c-aa16-49fc-9775-a46ac1134c03 req-dab9728a-0d3c-4eb7-a70a-c88cc4db024d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.1023693
May 04 18:18:18.242725 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-12a34c7c-aa16-49fc-9775-a46ac1134c03 req-2e2f62a9-542b-4b40-888f-5eccd42909d5 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466857
May 04 18:18:18.477517 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-430980fc-1829-495a-9b40-897f7cb88a74 req-43e80cd8-ed0f-4cce-ae4a-58182e5d3553 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1586351
May 04 18:18:18.490640 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dfd3d-3695-49b5-a889-bb2cf694fa5e req-fe57c779-5198-4588-ad76-34c12ff1c1e3 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:18.492298 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-407dfd3d-3695-49b5-a889-bb2cf694fa5e req-fe57c779-5198-4588-ad76-34c12ff1c1e3 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1242199
May 04 18:18:18.585935 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f0192-ed88-48a3-a182-a799cdcacddc req-5dee78ce-9c0c-4d89-ab20-92bd7dde659c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:18.587991 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-544f0192-ed88-48a3-a182-a799cdcacddc req-5dee78ce-9c0c-4d89-ab20-92bd7dde659c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 945 time: 0.1063423
May 04 18:18:18.604202 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-407dfd3d-3695-49b5-a889-bb2cf694fa5e req-56d0c116-1bb6-44b7-8c20-0694d85c04e9 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964000
May 04 18:18:18.646179 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-544f0192-ed88-48a3-a182-a799cdcacddc req-d4984bbb-6031-4daf-b4cb-7fe4812ba929 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515707
May 04 18:18:18.650233 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430980fc-1829-495a-9b40-897f7cb88a74 req-8ae11e4d-cd7b-4989-9316-caf54bef81e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:18.651618 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-430980fc-1829-495a-9b40-897f7cb88a74 req-8ae11e4d-cd7b-4989-9316-caf54bef81e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aefb4fa5e3d445b8c9b88bc40882c9e&device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 1098 time: 0.1247113
May 04 18:18:18.827679 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430980fc-1829-495a-9b40-897f7cb88a74 req-533398f9-a504-42a2-8440-5837cdf5a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:18.829124 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-430980fc-1829-495a-9b40-897f7cb88a74 req-533398f9-a504-42a2-8440-5837cdf5a367 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99409e48-5704-4894-904f-35de746905a5 HTTP/1.1" status: 200  len: 920 time: 0.1345379
May 04 18:18:18.910207 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-430980fc-1829-495a-9b40-897f7cb88a74 req-8bc8f35a-7e7f-4dd3-8c7c-94617011ba73 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7adaeea3-d11b-4bfc-9f32-6493ee28f709 HTTP/1.1" status: 200  len: 217 time: 0.0687480
May 04 18:18:19.011823 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430980fc-1829-495a-9b40-897f7cb88a74 req-ca0db998-7432-440a-9930-186a5690622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:19.012990 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-430980fc-1829-495a-9b40-897f7cb88a74 req-ca0db998-7432-440a-9930-186a5690622c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed8ff751-3f9c-4e2b-b012-ca57bc17a88d HTTP/1.1" status: 200  len: 859 time: 0.0725739
May 04 18:18:19.073433 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-430980fc-1829-495a-9b40-897f7cb88a74 req-de51c2f6-d498-4a8c-90b6-2f06a6a4260b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99409e48-5704-4894-904f-35de746905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469072
May 04 18:18:19.085507 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dd906-ba67-41a6-8c34-233b2075fe30 req-ed8c43db-ca7d-4b18-918f-0f5722b25ace tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:19.086918 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-bf4dd906-ba67-41a6-8c34-233b2075fe30 req-ed8c43db-ca7d-4b18-918f-0f5722b25ace tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1786482
May 04 18:18:19.230055 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-bf4dd906-ba67-41a6-8c34-233b2075fe30 req-19f229a7-d8b2-45d6-b7c6-51bd10ae329a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1197217
May 04 18:18:19.266094 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-430980fc-1829-495a-9b40-897f7cb88a74 req-3e6ed3a7-2134-418c-94ae-b3fc83d23f3b service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1755230
May 04 18:18:19.412220 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 41c8297c-4bea-4f58-9cee-5f99924b12d8 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:18:19.413949 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-430980fc-1829-495a-9b40-897f7cb88a74 req-8c177ae7-f4fc-467d-88f6-66011bf26430 service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401243
May 04 18:18:19.453834 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47f56e-5751-4bc6-8c5f-57d72da385d6 req-4fb5a51a-282d-45a4-abc6-2e7c3e712e68 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:19.455490 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9a47f56e-5751-4bc6-8c5f-57d72da385d6 req-4fb5a51a-282d-45a4-abc6-2e7c3e712e68 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 945 time: 0.0861404
May 04 18:18:19.484023 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port 41c8297c-4bea-4f58-9cee-5f99924b12d8 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:18:19.489219 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port 41c8297c-4bea-4f58-9cee-5f99924b12d8 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:18:19.489596 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:19.504898 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9a47f56e-5751-4bc6-8c5f-57d72da385d6 req-21633e47-e6e5-4e63-8223-9ec9e85e7db2 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423844
May 04 18:18:19.654545 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:19.724106 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c8297c-4bea-4f58-9cee-5f99924b12d8'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:18:19.741715 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 41c8297c-4bea-4f58-9cee-5f99924b12d8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=41c8297c-4bea-4f58-9cee-5f99924b12d8,segment=NetworkSegment(3da59d0a-7e0e-4517-b462-7b5e6a8e95a3),segment_id=3da59d0a-7e0e-4517-b462-7b5e6a8e95a3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:18:19.751641 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:19.756031 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 08cba8bb-6323-440c-b12b-9faadc818c59 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:18:19.852404 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:19.929205 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6f29b-773c-415a-b4ed-51ea1693cb3a req-ca87ae79-aa09-44a7-a7df-261f8a6ce998 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:19.930869 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a5a6f29b-773c-415a-b4ed-51ea1693cb3a req-ca87ae79-aa09-44a7-a7df-261f8a6ce998 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1180167
May 04 18:18:19.968443 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=41c8297c-4bea-4f58-9cee-5f99924b12d8,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:19.974145 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:20.009311 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a5a6f29b-773c-415a-b4ed-51ea1693cb3a req-4e9a434f-de6c-4d52-9399-b20dd056aa5d tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713625
May 04 18:18:20.083810 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c8297c-4bea-4f58-9cee-5f99924b12d8', 'code': 200}
May 04 18:18:20.113951 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:20.154800 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 08cba8bb-6323-440c-b12b-9faadc818c59, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08cba8bb-6323-440c-b12b-9faadc818c59,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:18:20.161035 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:20.163245 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:20.196214 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c45b7-25f5-4eb6-b82d-e2daa627df5b req-13fbcd46-25d7-4ebe-8118-c0e959f6ee28 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:20.197882 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7e3c45b7-25f5-4eb6-b82d-e2daa627df5b req-13fbcd46-25d7-4ebe-8118-c0e959f6ee28 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.0996795
May 04 18:18:20.245933 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7e3c45b7-25f5-4eb6-b82d-e2daa627df5b req-52e9049c-8301-40f5-aeb1-311d88e86859 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421329
May 04 18:18:20.261748 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=08cba8bb-6323-440c-b12b-9faadc818c59,revision_number=8']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:20.262271 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eceac-112e-4061-8bf3-2bca799bf459 req-ff9f93c2-8b02-440a-b0a4-eb84306e7159 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:20.264027 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-427eceac-112e-4061-8bf3-2bca799bf459 req-ff9f93c2-8b02-440a-b0a4-eb84306e7159 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 945 time: 0.0852439
May 04 18:18:20.273088 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:20.311966 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-427eceac-112e-4061-8bf3-2bca799bf459 req-b7703a51-8569-4e10-856d-6e17f4d87ce6 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415790
May 04 18:18:20.548395 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-71f24b31-93f5-4d6d-ade4-5f1b02938cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:20.601425 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27628f3-2c90-4370-8f5c-dd45786873f9 req-2a1cc202-a54b-45cb-900b-5b5084e30866 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:20.603177 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e27628f3-2c90-4370-8f5c-dd45786873f9 req-2a1cc202-a54b-45cb-900b-5b5084e30866 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.2355266
May 04 18:18:20.610180 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8c1d4-cc4c-48cd-bf8c-da41777abd91 req-aafd9e77-def3-4fda-ad1b-dd2b423c28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:20.611585 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-aba8c1d4-cc4c-48cd-bf8c-da41777abd91 req-aafd9e77-def3-4fda-ad1b-dd2b423c28ea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 1099 time: 0.1938918
May 04 18:18:20.669857 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e27628f3-2c90-4370-8f5c-dd45786873f9 req-760e3cf8-65fd-469e-8aca-585ac4a2f94e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570939
May 04 18:18:20.697760 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-aba8c1d4-cc4c-48cd-bf8c-da41777abd91 req-b8287a84-e383-4c56-b6b1-335feb5f5767 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516739
May 04 18:18:20.873275 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f700fb9-4556-46fb-a32b-c146ab201349 req-0e67f59d-f94c-42fe-ac3a-b684c362a0e5 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:20.874847 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5f700fb9-4556-46fb-a32b-c146ab201349 req-0e67f59d-f94c-42fe-ac3a-b684c362a0e5 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.0970294
May 04 18:18:20.932558 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5f700fb9-4556-46fb-a32b-c146ab201349 req-f4154e2b-7c8f-4702-bca4-ba5944dd4b81 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508854
May 04 18:18:21.196891 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574099b-0067-46d9-9699-6ef9bc6252c8 req-79ce78eb-5483-4368-98c4-5bd1baf3a13b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:21.198418 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4574099b-0067-46d9-9699-6ef9bc6252c8 req-79ce78eb-5483-4368-98c4-5bd1baf3a13b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0855217
May 04 18:18:21.243550 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4574099b-0067-46d9-9699-6ef9bc6252c8 req-aa223bd5-565a-41e2-8113-1b825a4712e0 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394530
May 04 18:18:21.455945 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f9133-91ea-460c-9625-5206728d0580 req-e229f26f-79ba-4d77-a528-8a6e170b7252 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:21.457486 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f23f9133-91ea-460c-9625-5206728d0580 req-e229f26f-79ba-4d77-a528-8a6e170b7252 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.0850682
May 04 18:18:21.558524 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f23f9133-91ea-460c-9625-5206728d0580 req-e5db7e7f-26e0-4413-b7fc-319f5b7e54f4 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0945637
May 04 18:18:21.619000 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cba8a7-9c6f-41b5-a0b3-4ac686223611 req-11e7a2fb-b5de-4477-8c1d-b47da50d4acd tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:21.621413 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-29cba8a7-9c6f-41b5-a0b3-4ac686223611 req-11e7a2fb-b5de-4477-8c1d-b47da50d4acd tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 945 time: 0.0814230
May 04 18:18:21.668046 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-29cba8a7-9c6f-41b5-a0b3-4ac686223611 req-03950467-bf81-4e22-b213-d1628c7ceeaa tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409465
May 04 18:18:21.946778 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f5dde-3877-4913-8625-9406e813690c req-3d66f4e2-0aed-4e9b-983b-517b92b64273 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:21.946778 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-787f5dde-3877-4913-8625-9406e813690c req-3d66f4e2-0aed-4e9b-983b-517b92b64273 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0983000
May 04 18:18:21.970599 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871d793-de76-48b3-a1ff-97d8c7782495 req-11e49a60-d81c-42fd-a31e-624e705bd945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:21.972330 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d871d793-de76-48b3-a1ff-97d8c7782495 req-11e49a60-d81c-42fd-a31e-624e705bd945 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aefb4fa5e3d445b8c9b88bc40882c9e&device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 1099 time: 0.1189246
May 04 18:18:22.011968 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-787f5dde-3877-4913-8625-9406e813690c req-e7891aa9-c2be-4ca6-b247-f21551640e29 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584657
May 04 18:18:22.027492 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746759f-e4f8-4651-91dc-44ebc1c98bd1 req-06b8e8d0-97b6-4a3d-8ee9-893a3aaa672e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:22.030038 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c746759f-e4f8-4651-91dc-44ebc1c98bd1 req-06b8e8d0-97b6-4a3d-8ee9-893a3aaa672e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.2363865
May 04 18:18:22.085328 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08cba8bb-6323-440c-b12b-9faadc818c59'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:18:22.171530 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c746759f-e4f8-4651-91dc-44ebc1c98bd1 req-c41813d7-cf7d-4e87-ab40-1c04ff81b0ab tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1204393
May 04 18:18:22.209173 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871d793-de76-48b3-a1ff-97d8c7782495 req-d562807f-89ca-4b01-984b-93f2e5ade83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:22.210691 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d871d793-de76-48b3-a1ff-97d8c7782495 req-d562807f-89ca-4b01-984b-93f2e5ade83a service neutron] 10.222.0.64 "GET /v2.0/networks?id=99409e48-5704-4894-904f-35de746905a5 HTTP/1.1" status: 200  len: 920 time: 0.2245359
May 04 18:18:22.225545 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabf5e6-722b-4a44-b9be-f4559b846d32 req-c3012bc6-0a70-4d0d-a14a-3f9c115cf6cd tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:22.232582 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ccabf5e6-722b-4a44-b9be-f4559b846d32 req-c3012bc6-0a70-4d0d-a14a-3f9c115cf6cd tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.1156912
May 04 18:18:22.242482 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08cba8bb-6323-440c-b12b-9faadc818c59', 'code': 200}
May 04 18:18:22.281331 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ccabf5e6-722b-4a44-b9be-f4559b846d32 req-85c2f627-d83a-4ac8-b594-e969ef30132a tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478945
May 04 18:18:22.297165 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d871d793-de76-48b3-a1ff-97d8c7782495 req-46bc9dc2-8ad6-44dc-9001-219f2275fb51 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf248c2-cdc1-477e-989e-cd77394df588 HTTP/1.1" status: 200  len: 217 time: 0.0706923
May 04 18:18:22.368477 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871d793-de76-48b3-a1ff-97d8c7782495 req-9a184352-78bb-443c-9cf6-38448d61a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:22.369963 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d871d793-de76-48b3-a1ff-97d8c7782495 req-9a184352-78bb-443c-9cf6-38448d61a5f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed8ff751-3f9c-4e2b-b012-ca57bc17a88d HTTP/1.1" status: 200  len: 859 time: 0.0605698
May 04 18:18:22.433110 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d871d793-de76-48b3-a1ff-97d8c7782495 req-cfc8eb76-7103-4f2c-b762-c02bc055957e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99409e48-5704-4894-904f-35de746905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462055
May 04 18:18:22.583834 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d871d793-de76-48b3-a1ff-97d8c7782495 req-10197633-8d60-488d-aae6-91e2ce7d61fb service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393359
May 04 18:18:22.783066 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d871d793-de76-48b3-a1ff-97d8c7782495 req-918238b7-3e28-4f9d-8091-cd86af3e6a13 service neutron] 10.222.0.64 "GET /v2.0/networks/99409e48-5704-4894-904f-35de746905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1772141
May 04 18:18:22.875504 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cf90a-4de0-4de8-81e3-65a8e1e71f19 req-23fb19a2-2ec2-4d0c-a232-d0b7c09beaba tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:22.877642 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4a8cf90a-4de0-4de8-81e3-65a8e1e71f19 req-23fb19a2-2ec2-4d0c-a232-d0b7c09beaba tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.0990925
May 04 18:18:22.939155 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:22.943989 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4a8cf90a-4de0-4de8-81e3-65a8e1e71f19 req-6dc83b0e-cd4a-46ad-b9bd-cf6a1d3d9e02 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598240
May 04 18:18:23.240862 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545a66f-33e0-4d0d-93d4-7ada61aadfbe req-dc74aba8-9e61-4eec-a8ea-dc1c02ef7ddd tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:23.242550 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2545a66f-33e0-4d0d-93d4-7ada61aadfbe req-dc74aba8-9e61-4eec-a8ea-dc1c02ef7ddd tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 945 time: 0.1371734
May 04 18:18:23.276596 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9b1cc-c9c0-4e79-82af-4fa4e05f6df6 req-13207798-7bee-4be1-9e4b-f1d8f9b62ad0 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:23.282116 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-80a9b1cc-c9c0-4e79-82af-4fa4e05f6df6 req-13207798-7bee-4be1-9e4b-f1d8f9b62ad0 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0984292
May 04 18:18:23.292036 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2545a66f-33e0-4d0d-93d4-7ada61aadfbe req-e629f954-7358-46f8-a4e2-c92ec1d0eb6c tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426295
May 04 18:18:23.335121 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-80a9b1cc-c9c0-4e79-82af-4fa4e05f6df6 req-dce7fc5b-16b5-40e4-8503-f1db838778a6 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500891
May 04 18:18:23.378719 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 43426) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:18:23.413335 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-314ed0a5-7a03-4939-b953-4bb72b00df86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:23.471223 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 08cba8bb-6323-440c-b12b-9faadc818c59 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:18:23.633986 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:23.706400 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:18:23.716041 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Usage tracker for resource:security_group_rule and tenant:7ddacaa329b547c59f52f5b30018172b is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:18:23.720114 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:18:23.730453 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc685e5-b3b0-47f6-9fd4-f21b640dfae0 req-48a22b97-810e-4f2a-be8d-6ecfc14702ff tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:23.730643 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:18:23.738095 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0cc685e5-b3b0-47f6-9fd4-f21b640dfae0 req-48a22b97-810e-4f2a-be8d-6ecfc14702ff tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0954435
May 04 18:18:23.789417 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9c628-a32d-4abd-977f-53de39a434f6 req-96148671-ba27-42af-bca3-6a9aa543acb1 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:23.797011 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-55e9c628-a32d-4abd-977f-53de39a434f6 req-96148671-ba27-42af-bca3-6a9aa543acb1 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 945 time: 0.1383073
May 04 18:18:23.797383 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0cc685e5-b3b0-47f6-9fd4-f21b640dfae0 req-12050cb2-33b0-4e18-b43d-5992a74af875 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584521
May 04 18:18:23.880593 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-55e9c628-a32d-4abd-977f-53de39a434f6 req-143a249e-143d-4538-8d83-c2f91908a926 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822275
May 04 18:18:23.910416 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:23.916124 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:23.924546 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-05e34b6c-c9ff-4ab9-9390-18b7a603fb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:23.974960 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 43450) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:18:23.984344 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7ddacaa329b547c59f52f5b30018172b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6043701
May 04 18:18:23.985391 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b5d316-7732-4db4-bc48-a5926e2b1dd2,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:24.006083 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.006708 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.007240 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.007760 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.008485 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.008982 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.009474 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.010512 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.011095 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.011648 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.012421 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.012940 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.018817 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:24.081518 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86c29a-6ea7-4653-96a2-693315b1201a req-85a7be6e-6490-43a6-8329-6ff561599de4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:24.086147 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3d86c29a-6ea7-4653-96a2-693315b1201a req-85a7be6e-6490-43a6-8329-6ff561599de4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.1563497
May 04 18:18:24.104690 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:24.127170 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 43462) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:18:24.151453 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:24.165110 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3d86c29a-6ea7-4653-96a2-693315b1201a req-8e52b31d-2c9d-40d0-9bc4-8e7c81540b1a tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757604
May 04 18:18:24.199640 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b533dc4-4791-4e16-b88f-e06f522e86d1 req-62f203f1-fa45-48ff-a0fc-3e05e9baf810 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:24.202258 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0b533dc4-4791-4e16-b88f-e06f522e86d1 req-62f203f1-fa45-48ff-a0fc-3e05e9baf810 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.1161847
May 04 18:18:24.216725 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:24.220439 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f3a65388-c556-4b72-b749-572a3b82a15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:24.233808 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b5d316-7732-4db4-bc48-a5926e2b1dd2,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:24.245340 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.246011 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.246011 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.246342 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.246686 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.247032 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.247370 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.247710 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.248052 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.248421 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.248757 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.249090 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:24.252675 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:24.253732 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:24.257551 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/50b5d316-7732-4db4-bc48-a5926e2b1dd2 HTTP/1.1" status: 204  len: 168 time: 0.2786462
May 04 18:18:24.327526 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0b533dc4-4791-4e16-b88f-e06f522e86d1 req-2209829e-9fcd-44c4-9b15-32e748aa2375 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668731
May 04 18:18:24.357418 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1fad1405-ad07-4210-bc61-49d9ca85b25c req-2de77b8c-e62c-4bf8-aa4a-4f2000cf69f9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2289767
May 04 18:18:24.557162 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e8739-9d80-4496-86de-a2e9a39d330c req-ef0cedd4-ba0b-421f-966f-7433a49599f9 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:24.564931 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6d5e8739-9d80-4496-86de-a2e9a39d330c req-ef0cedd4-ba0b-421f-966f-7433a49599f9 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 945 time: 0.1231995
May 04 18:18:24.565569 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e901b-c1b5-44c1-b06b-15fae813dcd8 req-524545f4-6077-4811-a22d-59797fe68342 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:24.567826 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0c4e901b-c1b5-44c1-b06b-15fae813dcd8 req-524545f4-6077-4811-a22d-59797fe68342 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1070316
May 04 18:18:24.609288 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6d5e8739-9d80-4496-86de-a2e9a39d330c req-c8cfa257-d8cb-47b1-90e5-ccb5447da221 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429678
May 04 18:18:24.616935 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0c4e901b-c1b5-44c1-b06b-15fae813dcd8 req-565eedef-1add-487a-a780-0302407ffecc tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424800
May 04 18:18:24.795796 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46762e7-2f03-4e33-8b6e-c3d53720f420 req-c9b3d9a7-ab88-4e87-9986-55849127a4d3 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:24.797136 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c46762e7-2f03-4e33-8b6e-c3d53720f420 req-c9b3d9a7-ab88-4e87-9986-55849127a4d3 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.0834212
May 04 18:18:24.812531 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:24.814356 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:24.846023 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c46762e7-2f03-4e33-8b6e-c3d53720f420 req-95801eba-7ed3-4325-954d-c825137a5378 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417566
May 04 18:18:24.870228 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 43486) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:18:25.109477 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147b2d0-e69b-4946-9b2d-23da71570166 req-6625c379-6c6a-4714-a68d-8184d99e623b tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:25.111310 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8147b2d0-e69b-4946-9b2d-23da71570166 req-6625c379-6c6a-4714-a68d-8184d99e623b tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 945 time: 0.0859914
May 04 18:18:25.154850 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689b8ea-43ff-4e59-892d-203b7c4cff1c req-4bf6b7e3-86d5-4e19-b493-79c9ba497b3c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:25.156355 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c689b8ea-43ff-4e59-892d-203b7c4cff1c req-4bf6b7e3-86d5-4e19-b493-79c9ba497b3c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.2352901
May 04 18:18:25.158266 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8147b2d0-e69b-4946-9b2d-23da71570166 req-8f4c73ac-740f-432e-9b33-bc8d01d149b4 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399461
May 04 18:18:25.205399 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5176d9e8-2042-4185-8b20-88cea00d466d tempest-TestShelveInstance-1572837383 tempest-TestShelveInstance-1572837383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:25.209832 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-5176d9e8-2042-4185-8b20-88cea00d466d tempest-TestShelveInstance-1572837383 tempest-TestShelveInstance-1572837383-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 1094 time: 0.3352649
May 04 18:18:25.210428 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 43496) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:18:25.215776 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Request body: {'floatingip': {'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'port_id': '41c8297c-4bea-4f58-9cee-5f99924b12d8', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:18:25.218698 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c689b8ea-43ff-4e59-892d-203b7c4cff1c req-5f1726d3-3c1f-400b-bf52-0f17d6a5fb3d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554595
May 04 18:18:25.226197 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:18:25.230543 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Usage tracker for resource:floatingip and tenant:ab6eed97c69b49a1a90a0f56d72c765f is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:18:25.233755 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:18:25.240784 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:18:25.251250 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for floatingip, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:25.448086 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447facf3-ec36-4ea0-a8a2-6aca8c81be62 req-ef809ed1-8535-45ba-af54-ab8f1cd7154c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:25.449704 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-447facf3-ec36-4ea0-a8a2-6aca8c81be62 req-ef809ed1-8535-45ba-af54-ab8f1cd7154c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.1590209
May 04 18:18:25.499946 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:25.554405 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-447facf3-ec36-4ea0-a8a2-6aca8c81be62 req-87d67c2e-b030-4c53-a805-627dc372f9ac tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914261
May 04 18:18:25.656515 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Allocated IP 172.27.1.211 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/3874857b-8afa-4526-b0bb-0fd704f74648) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:18:25.812422 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b0f49-4218-49f2-b3ca-c21f8b1c646d req-a978b569-5356-4c5e-8413-9218cfde9186 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:25.814054 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-630b0f49-4218-49f2-b3ca-c21f8b1c646d req-a978b569-5356-4c5e-8413-9218cfde9186 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 945 time: 0.0905361
May 04 18:18:25.864480 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-630b0f49-4218-49f2-b3ca-c21f8b1c646d req-2251506e-d776-4a3e-ba56-71648d9af8fe tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433011
May 04 18:18:25.867641 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:25.892459 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a27b2-5d8f-478d-bbba-47d7e8ec906b req-568ef4f1-d7a0-4845-9cff-fd7640a85713 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:25.893964 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-090a27b2-5d8f-478d-bbba-47d7e8ec906b req-568ef4f1-d7a0-4845-9cff-fd7640a85713 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1403408
May 04 18:18:25.947402 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-090a27b2-5d8f-478d-bbba-47d7e8ec906b req-532435c0-993e-4431-af61-082ef0464eba tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466576
May 04 18:18:25.949317 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:25.953093 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-8e027b79-57e2-4a17-b5a7-c11847febe49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:26.091990 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:18:26.095390 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:18:26.099311 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:18:26.132005 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Pushing event updated for resources: {'Port': ['ID=3874857b-8afa-4526-b0bb-0fd704f74648,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:26.140821 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:26.360408 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4af7ee-66d7-4995-acbf-37b844ea07df req-d86743e8-78d7-4de0-abfc-e4ce49afe8cf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:26.361841 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-bf4af7ee-66d7-4995-acbf-37b844ea07df req-d86743e8-78d7-4de0-abfc-e4ce49afe8cf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 945 time: 0.0927496
May 04 18:18:26.407992 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-bf4af7ee-66d7-4995-acbf-37b844ea07df req-c4eccdc0-ec9a-4c1c-973a-65ab22529897 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402424
May 04 18:18:26.617450 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb1263-2394-4b32-98f9-6fad8c60de80 req-6b05a8b5-2aaa-43e3-9634-33768142cba4 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:26.618863 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-efeb1263-2394-4b32-98f9-6fad8c60de80 req-6b05a8b5-2aaa-43e3-9634-33768142cba4 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.2495100
May 04 18:18:26.689738 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-efeb1263-2394-4b32-98f9-6fad8c60de80 req-d906960f-b901-43b4-875f-fbba176889bf tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625083
May 04 18:18:26.723019 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:26.752435 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0949e7-6144-4bf9-8515-9bb754923364 req-d98a32b7-e7c2-4203-a6bd-1d8e4b093d0b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:26.754327 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9e0949e7-6144-4bf9-8515-9bb754923364 req-d98a32b7-e7c2-4203-a6bd-1d8e4b093d0b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.0833313
May 04 18:18:26.805501 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9e0949e7-6144-4bf9-8515-9bb754923364 req-4ec01d7b-34ac-4d21-8f9c-871a874a6fef tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442548
May 04 18:18:26.811363 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:26.843459 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:27.136437 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852292f9-2c35-4c36-b2ca-869632ace816 req-545a11e7-be4b-4c23-ab7e-fdeef44cc913 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:27.137908 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-852292f9-2c35-4c36-b2ca-869632ace816 req-545a11e7-be4b-4c23-ab7e-fdeef44cc913 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 945 time: 0.1388237
May 04 18:18:27.141982 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:27.162746 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:27.169886 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-91bb95e7-d8bc-4327-b852-4c3c8eed8be4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:27.184470 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c0a93-f57d-4872-a762-b698a7d962b8 req-1748c4dc-968c-4e27-a63d-0b6bdcc8e94e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:27.194135 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4d3c0a93-f57d-4872-a762-b698a7d962b8 req-1748c4dc-968c-4e27-a63d-0b6bdcc8e94e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1191282
May 04 18:18:27.236700 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:27.258160 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4d3c0a93-f57d-4872-a762-b698a7d962b8 req-b6a779c7-b531-42d7-a652-dc48ddd98c52 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660927
May 04 18:18:27.292240 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-852292f9-2c35-4c36-b2ca-869632ace816 req-00df065a-efae-4e03-801b-e842f849881b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482947
May 04 18:18:27.328592 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Pushing event updated for resources: {'Port': ['ID=3874857b-8afa-4526-b0bb-0fd704f74648,revision_number=2']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:27.338896 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:27.527118 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.l3_db [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Floating IP f56ddf34-cf05-429c-a341-a75036dd3047 associated. External IP: 172.27.1.211, port: 41c8297c-4bea-4f58-9cee-5f99924b12d8.
May 04 18:18:27.675828 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e6eb8-c273-421f-8f17-4227a7891116 req-cd5b8217-97c2-4fe0-a0b5-e4ff1eb8472b tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:27.677519 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-597e6eb8-c273-421f-8f17-4227a7891116 req-cd5b8217-97c2-4fe0-a0b5-e4ff1eb8472b tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 945 time: 0.1535971
May 04 18:18:27.686679 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df067ee8-fb9b-41b6-8751-39f6824d5f99 req-ec812b8f-75e5-42e9-a624-d255ae2d989c tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:27.688184 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-df067ee8-fb9b-41b6-8751-39f6824d5f99 req-ec812b8f-75e5-42e9-a624-d255ae2d989c tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 945 time: 0.1286261
May 04 18:18:27.788460 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-597e6eb8-c273-421f-8f17-4227a7891116 req-73abb247-ca32-4d45-b444-09a0eaafcc8d tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992606
May 04 18:18:27.878922 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-df067ee8-fb9b-41b6-8751-39f6824d5f99 req-5c45ca8b-d413-485f-ac6a-f1c615148a6f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Deleting port 1b5f1f0c-02d8-457b-9218-ece489957bab {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:18:27.879265 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-df067ee8-fb9b-41b6-8751-39f6824d5f99 req-5c45ca8b-d413-485f-ac6a-f1c615148a6f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:27.977294 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Router 14bda080-7df0-49f2-82d1-973d192e6957 has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:18:28.058902 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879b721-868d-4caf-8b41-37bfd6302fbe req-e946497c-163d-4e08-9018-f821c0618423 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:28.060516 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9879b721-868d-4caf-8b41-37bfd6302fbe req-e946497c-163d-4e08-9018-f821c0618423 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1842730
May 04 18:18:28.103217 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-df067ee8-fb9b-41b6-8751-39f6824d5f99 req-5c45ca8b-d413-485f-ac6a-f1c615148a6f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] For port 1b5f1f0c-02d8-457b-9218-ece489957bab, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b5f1f0c-02d8-457b-9218-ece489957bab,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:18:28.103631 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-df067ee8-fb9b-41b6-8751-39f6824d5f99 req-5c45ca8b-d413-485f-ac6a-f1c615148a6f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:28.194803 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9879b721-868d-4caf-8b41-37bfd6302fbe req-0a60bc49-b020-49e3-b023-12a74432789e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1272860
May 04 18:18:28.227145 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:18:28.240594 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffae1489-f78b-437e-b981-be7f5c5edca4 None None] Sync routers for ids ['14bda080-7df0-49f2-82d1-973d192e6957'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:18:28.256219 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:28.257539 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffae1489-f78b-437e-b981-be7f5c5edca4 None None] Routers {'14bda080-7df0-49f2-82d1-973d192e6957'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:18:28.258634 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-ffae1489-f78b-437e-b981-be7f5c5edca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e3f2460>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:18:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['14bda080-7df0-49f2-82d1-973d192e6957'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:18:28.315563 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-df067ee8-fb9b-41b6-8751-39f6824d5f99 req-5c45ca8b-d413-485f-ac6a-f1c615148a6f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Calling delete_port for 1b5f1f0c-02d8-457b-9218-ece489957bab owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:18:28.326756 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.1151373
May 04 18:18:28.328591 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'tag': '41c8297c-4bea-4f58-9cee-5f99924b12d8'}] {{(pid=73828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:18:28.396037 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb140abd-835a-44d8-967b-e83b7462b1cc req-819ff65e-facd-45dd-9932-85f1bdd180fa tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:28.398990 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-eb140abd-835a-44d8-967b-e83b7462b1cc req-819ff65e-facd-45dd-9932-85f1bdd180fa tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.3553662
May 04 18:18:28.493654 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01b416-cf79-401a-baa0-e7a5abefdd80 req-888a1b07-66d7-4a62-ad7a-b796dc71ed63 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:28.497800 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ad01b416-cf79-401a-baa0-e7a5abefdd80 req-888a1b07-66d7-4a62-ad7a-b796dc71ed63 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1026170
May 04 18:18:28.498915 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-eb140abd-835a-44d8-967b-e83b7462b1cc req-871ead03-a952-4e3e-a4a3-5a8d84b8eb8f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0856345
May 04 18:18:28.528885 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-ffae1489-f78b-437e-b981-be7f5c5edca4 None None] Set router 14bda080-7df0-49f2-82d1-973d192e6957 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:18:28.575716 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ad01b416-cf79-401a-baa0-e7a5abefdd80 req-c3a31db4-a4ba-49d9-9232-cf462e279bcf tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701294
May 04 18:18:28.682364 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'tag': '41c8297c-4bea-4f58-9cee-5f99924b12d8', 'status': 'completed', 'code': 200}
May 04 18:18:28.726824 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-df067ee8-fb9b-41b6-8751-39f6824d5f99 req-5c45ca8b-d413-485f-ac6a-f1c615148a6f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:28.744866 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:28.747651 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['d264afca-e178-4441-8346-e008c8fdc798', '6b33510f-0b7e-4f62-b8f4-c065f144ed45', 'b74d3472-9360-40dc-a0c0-548928e2a273', '1b5f1f0c-02d8-457b-9218-ece489957bab'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:18:28.799762 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed24c6e-b597-4498-ba78-ed5103aaf01b req-05b323c5-7ed0-43ff-bd64-804379e283cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:28.801998 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8ed24c6e-b597-4498-ba78-ed5103aaf01b req-05b323c5-7ed0-43ff-bd64-804379e283cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab6eed97c69b49a1a90a0f56d72c765f&device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 1099 time: 0.0843580
May 04 18:18:28.808947 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-532e8245-1ddb-43af-9d2d-5c2b587979a9 req-8bca9d49-e3e5-408b-bdfd-bf8aaf8bc2fd tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 210 time: 0.1579385
May 04 18:18:28.828677 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45ca8b-d413-485f-ac6a-f1c615148a6f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Pushing event deleted for resources: {'Port': ['ID=1b5f1f0c-02d8-457b-9218-ece489957bab,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:28.866022 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-5c45ca8b-d413-485f-ac6a-f1c615148a6f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:28.950895 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-df067ee8-fb9b-41b6-8751-39f6824d5f99 req-5c45ca8b-d413-485f-ac6a-f1c615148a6f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] No DVR routers for this DVR port 1b5f1f0c-02d8-457b-9218-ece489957bab on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:18:28.957930 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-df067ee8-fb9b-41b6-8751-39f6824d5f99 req-5c45ca8b-d413-485f-ac6a-f1c615148a6f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:28.960882 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7759e236-7c4a-47a8-b318-343da0d76ac1', 'name': 'network-vif-deleted', 'tag': '1b5f1f0c-02d8-457b-9218-ece489957bab'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:18:29.014276 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-df067ee8-fb9b-41b6-8751-39f6824d5f99 req-5c45ca8b-d413-485f-ac6a-f1c615148a6f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.64 "DELETE /v2.0/ports/1b5f1f0c-02d8-457b-9218-ece489957bab HTTP/1.1" status: 204  len: 173 time: 1.3115330
May 04 18:18:29.042513 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7759e236-7c4a-47a8-b318-343da0d76ac1', 'name': 'network-vif-deleted', 'tag': '1b5f1f0c-02d8-457b-9218-ece489957bab', 'status': 'completed', 'code': 200}
May 04 18:18:29.058351 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed24c6e-b597-4498-ba78-ed5103aaf01b req-fa4956fc-432a-4031-8833-ee8998f916fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:29.062570 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8ed24c6e-b597-4498-ba78-ed5103aaf01b req-fa4956fc-432a-4031-8833-ee8998f916fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4b33504-faeb-4e1f-8e54-370cd5782b48 HTTP/1.1" status: 200  len: 910 time: 0.2436275
May 04 18:18:29.108748 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-ffae1489-f78b-437e-b981-be7f5c5edca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e3f2460>, [{'id': '14bda080-7df0-49f2-82d1-973d192e6957', 'name': 'tempest-TestShelveInstance-1557949699-router', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'gw_port': {'id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': 'f56ddf34-cf05-429c-a341-a75036dd3047', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'port_id': '41c8297c-4bea-4f58-9cee-5f99924b12d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48', 'mac_address': 'fa:16:3e:52:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:18:26Z', 'updated_at': '2021-05-04T18:18:26Z', 'revision_number': 0, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d66ccf-3fd8-4ac3-abab-da19f53d02b0', 'name': '', 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'mac_address': 'fa:16:3e:81:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:26Z', 'updated_at': '2021-05-04T18:16:35Z', 'revision_number': 5, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'subnets': [{'id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:18:29.113992 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffae1489-f78b-437e-b981-be7f5c5edca4 None None] Checking router: 14bda080-7df0-49f2-82d1-973d192e6957 for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:18:29.125801 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffae1489-f78b-437e-b981-be7f5c5edca4 None None] Routers {'14bda080-7df0-49f2-82d1-973d192e6957'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:18:29.126842 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-ffae1489-f78b-437e-b981-be7f5c5edca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e3f2460>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:18:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['14bda080-7df0-49f2-82d1-973d192e6957'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:18:29.239426 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8ed24c6e-b597-4498-ba78-ed5103aaf01b req-eb9bf3aa-c21e-4b55-b126-9082929191ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41c8297c-4bea-4f58-9cee-5f99924b12d8 HTTP/1.1" status: 200  len: 1000 time: 0.1295567
May 04 18:18:29.324171 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf99029-f584-4e69-a809-df5d2b74d1e8 req-bccb4a23-7cc8-4331-9d8a-0e5fba63e279 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:29.325804 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1bf99029-f584-4e69-a809-df5d2b74d1e8 req-bccb4a23-7cc8-4331-9d8a-0e5fba63e279 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 945 time: 0.2622406
May 04 18:18:29.364348 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed24c6e-b597-4498-ba78-ed5103aaf01b req-24e9dca1-51ba-48b9-ab35-052df9fe0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:29.365852 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8ed24c6e-b597-4498-ba78-ed5103aaf01b req-24e9dca1-51ba-48b9-ab35-052df9fe0f6a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb413902-05ac-432a-9e90-f8d471f71e38 HTTP/1.1" status: 200  len: 848 time: 0.1085997
May 04 18:18:29.366168 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-ffae1489-f78b-437e-b981-be7f5c5edca4 None None] Set router 14bda080-7df0-49f2-82d1-973d192e6957 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:18:29.417524 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe531f0-79cc-4c29-8683-9d04f76956d1 req-09251473-c145-4f9d-b7a0-c82a6acacd90 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:29.419930 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2fe531f0-79cc-4c29-8683-9d04f76956d1 req-09251473-c145-4f9d-b7a0-c82a6acacd90 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0930467
May 04 18:18:29.437270 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1bf99029-f584-4e69-a809-df5d2b74d1e8 req-49fc72fb-abce-4528-8669-caaf39d55005 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055334
May 04 18:18:29.476306 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed24c6e-b597-4498-ba78-ed5103aaf01b req-024519f4-48d1-45e7-8649-b9f242e77cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:29.478012 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8ed24c6e-b597-4498-ba78-ed5103aaf01b req-024519f4-48d1-45e7-8649-b9f242e77cbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4b33504-faeb-4e1f-8e54-370cd5782b48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1025376
May 04 18:18:29.481848 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2fe531f0-79cc-4c29-8683-9d04f76956d1 req-2b03f17c-7eff-4c57-9d88-516dac557779 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567155
May 04 18:18:29.853350 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61777c89-a099-47ca-9e24-e2a2b55a041a req-f1199365-257f-4810-9c92-76bf86b69073 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:29.854802 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-61777c89-a099-47ca-9e24-e2a2b55a041a req-f1199365-257f-4810-9c92-76bf86b69073 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.2101598
May 04 18:18:29.856756 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8ed24c6e-b597-4498-ba78-ed5103aaf01b req-e2538a82-1c61-433e-8b09-b292301d035c service neutron] 10.222.0.64 "GET /v2.0/networks/f4b33504-faeb-4e1f-8e54-370cd5782b48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3664041
May 04 18:18:29.905961 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-ffae1489-f78b-437e-b981-be7f5c5edca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e3f2460>, [{'id': '14bda080-7df0-49f2-82d1-973d192e6957', 'name': 'tempest-TestShelveInstance-1557949699-router', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'gw_port': {'id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': 'f56ddf34-cf05-429c-a341-a75036dd3047', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'port_id': '41c8297c-4bea-4f58-9cee-5f99924b12d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48', 'mac_address': 'fa:16:3e:52:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:18:26Z', 'updated_at': '2021-05-04T18:18:26Z', 'revision_number': 0, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d66ccf-3fd8-4ac3-abab-da19f53d02b0', 'name': '', 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'mac_address': 'fa:16:3e:81:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:26Z', 'updated_at': '2021-05-04T18:16:35Z', 'revision_number': 5, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'subnets': [{'id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:18:29.914928 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffae1489-f78b-437e-b981-be7f5c5edca4 None None] The sync data for ids ['14bda080-7df0-49f2-82d1-973d192e6957'] in dv-cinder-789603-2-iscsi is: [{'id': '14bda080-7df0-49f2-82d1-973d192e6957', 'name': 'tempest-TestShelveInstance-1557949699-router', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'gw_port': {'id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': 'f56ddf34-cf05-429c-a341-a75036dd3047', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'port_id': '41c8297c-4bea-4f58-9cee-5f99924b12d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48', 'mac_address': 'fa:16:3e:52:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:18:26Z', 'updated_at': '2021-05-04T18:18:26Z', 'revision_number': 0, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d66ccf-3fd8-4ac3-abab-da19f53d02b0', 'name': '', 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'mac_address': 'fa:16:3e:81:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:26Z', 'updated_at': '2021-05-04T18:16:35Z', 'revision_number': 5, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'subnets': [{'id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:18:30.089964 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc3403-98c3-45d4-88d6-b223c0ea35b5 req-200ecc8c-7d5e-42f5-9e6e-bd74baa06772 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:30.091515 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f7bc3403-98c3-45d4-88d6-b223c0ea35b5 req-200ecc8c-7d5e-42f5-9e6e-bd74baa06772 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.2746360
May 04 18:18:30.129392 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-61777c89-a099-47ca-9e24-e2a2b55a041a req-983703f1-c09f-4382-9f62-d4fd1d51e761 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2671092
May 04 18:18:30.186736 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f7bc3403-98c3-45d4-88d6-b223c0ea35b5 req-1db14583-1845-407c-873b-4f2d3768bf8c tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755951
May 04 18:18:30.188470 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8ed24c6e-b597-4498-ba78-ed5103aaf01b req-cda22485-89cd-444f-8013-48605eda8906 service neutron] 10.222.0.64 "GET /v2.0/networks/f4b33504-faeb-4e1f-8e54-370cd5782b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2961080
May 04 18:18:30.299776 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca64fa-b1cd-42e1-9798-7c387d7dbaf1 None None] New status for floating IP f56ddf34-cf05-429c-a341-a75036dd3047: ACTIVE {{(pid=73829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:18:30.354495 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b470cc03-f8ab-46dd-b026-9253a12e59b5 req-222acb6b-949c-4186-b4a1-40a2b7b28ba2 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=7759e236-7c4a-47a8-b318-343da0d76ac1 HTTP/1.1" status: 200  len: 210 time: 0.0642459
May 04 18:18:30.427638 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfca617-ee46-401d-a74d-6245f2d27fa0 req-9e3aa359-5700-49b7-82e5-cb72ab5e067e tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:30.429876 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-bdfca617-ee46-401d-a74d-6245f2d27fa0 req-9e3aa359-5700-49b7-82e5-cb72ab5e067e tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.64 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 945 time: 0.1844091
May 04 18:18:30.665326 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [req-bdfca617-ee46-401d-a74d-6245f2d27fa0 req-e89fb2ec-bfd0-4f0d-9297-5db007beaca9 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Deleting port 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:18:30.665685 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-bdfca617-ee46-401d-a74d-6245f2d27fa0 req-e89fb2ec-bfd0-4f0d-9297-5db007beaca9 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:30.890961 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6635d2-6012-4a59-a1fc-2b85f2d196e3 req-ebdd7764-c871-4ad7-8589-26ecd7ba4453 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:30.896087 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1d6635d2-6012-4a59-a1fc-2b85f2d196e3 req-ebdd7764-c871-4ad7-8589-26ecd7ba4453 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 945 time: 0.2266641
May 04 18:18:30.942759 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [req-bdfca617-ee46-401d-a74d-6245f2d27fa0 req-e89fb2ec-bfd0-4f0d-9297-5db007beaca9 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] For port 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9,segment=NetworkSegment(c607a488-21ae-45ab-a482-a90f0014e75b),segment_id=c607a488-21ae-45ab-a482-a90f0014e75b)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:18:30.943122 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-bdfca617-ee46-401d-a74d-6245f2d27fa0 req-e89fb2ec-bfd0-4f0d-9297-5db007beaca9 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:30.983953 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1d6635d2-6012-4a59-a1fc-2b85f2d196e3 req-94b1b261-ac9a-430e-a97a-86dd0296b15e tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789654
May 04 18:18:30.993274 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f235f63-6142-409e-a3e5-c7e019757d5f req-ebb54e69-ff4b-4531-8a44-f50ce4c23377 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:31.000600 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5f235f63-6142-409e-a3e5-c7e019757d5f req-ebb54e69-ff4b-4531-8a44-f50ce4c23377 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.2594695
May 04 18:18:31.136007 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [req-bdfca617-ee46-401d-a74d-6245f2d27fa0 req-e89fb2ec-bfd0-4f0d-9297-5db007beaca9 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Calling delete_port for 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 owned by compute:nova {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:18:31.264290 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5f235f63-6142-409e-a3e5-c7e019757d5f req-5bf04dc4-3d4e-4398-9112-4391fc7b6816 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2628019
May 04 18:18:31.388522 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc2631-9af8-4e40-a69c-aa3e8b10e298 req-c9c9bee7-ab0b-4740-8533-e2788eb8f9cc tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:31.390342 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fbfc2631-9af8-4e40-a69c-aa3e8b10e298 req-c9c9bee7-ab0b-4740-8533-e2788eb8f9cc tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.1320796
May 04 18:18:31.395916 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-bdfca617-ee46-401d-a74d-6245f2d27fa0 req-e89fb2ec-bfd0-4f0d-9297-5db007beaca9 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:31.405871 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:31.417488 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:18:31.493684 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fbfc2631-9af8-4e40-a69c-aa3e8b10e298 req-ff4e2321-50b8-4dae-9c05-2d71b0ee1c24 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899069
May 04 18:18:31.496835 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fb2ec-bfd0-4f0d-9297-5db007beaca9 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Pushing event deleted for resources: {'Port': ['ID=6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:31.524676 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 1b5f1f0c-02d8-457b-9218-ece489957bab no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:18:31.552718 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad1405-ad07-4210-bc61-49d9ca85b25c req-f3a0e5b3-73e9-4656-8ad4-1692007f1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:31.554627 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1fad1405-ad07-4210-bc61-49d9ca85b25c req-f3a0e5b3-73e9-4656-8ad4-1692007f1310 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9&tenant_id=27df770cfc4e46179df7e8bd111c6454 HTTP/1.1" status: 200  len: 1096 time: 0.1072655
May 04 18:18:31.570492 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e89fb2ec-bfd0-4f0d-9297-5db007beaca9 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:31.576277 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: 1b5f1f0c-02d8-457b-9218-ece489957bab {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:18:31.576930 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 1b5f1f0c-02d8-457b-9218-ece489957bab not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:18:31.578071 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfca617-ee46-401d-a74d-6245f2d27fa0 req-e89fb2ec-bfd0-4f0d-9297-5db007beaca9 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] No DVR routers for this DVR port 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 on host hv-cinder-78960 {{(pid=73828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:18:31.583566 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-bdfca617-ee46-401d-a74d-6245f2d27fa0 req-e89fb2ec-bfd0-4f0d-9297-5db007beaca9 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:31.586229 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b826bed4-ebb7-4eaa-9d74-0cd78a46970a', 'name': 'network-vif-deleted', 'tag': '6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9'}] {{(pid=73828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:18:31.606530 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-bdfca617-ee46-401d-a74d-6245f2d27fa0 req-e89fb2ec-bfd0-4f0d-9297-5db007beaca9 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.64 "DELETE /v2.0/ports/6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 HTTP/1.1" status: 204  len: 173 time: 1.1704266
May 04 18:18:31.636837 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba0606-6c73-4906-af06-c6e3a030448c req-c80ebb67-b784-4d07-9816-62999b110c5d tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:31.638447 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-16ba0606-6c73-4906-af06-c6e3a030448c req-c80ebb67-b784-4d07-9816-62999b110c5d tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.2376344
May 04 18:18:31.667877 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b826bed4-ebb7-4eaa-9d74-0cd78a46970a', 'name': 'network-vif-deleted', 'tag': '6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9', 'status': 'completed', 'code': 200}
May 04 18:18:31.697781 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad1405-ad07-4210-bc61-49d9ca85b25c req-62ee5343-27ad-40b5-8d2f-4270dd346422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:31.699540 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1fad1405-ad07-4210-bc61-49d9ca85b25c req-62ee5343-27ad-40b5-8d2f-4270dd346422 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27df770cfc4e46179df7e8bd111c6454&device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 1096 time: 0.1127779
May 04 18:18:31.702735 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-16ba0606-6c73-4906-af06-c6e3a030448c req-2e6d651c-719d-48fd-9472-696682021feb tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559683
May 04 18:18:31.868542 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad1405-ad07-4210-bc61-49d9ca85b25c req-9af25402-db6b-4a19-8867-3560a1b91dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:31.870010 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1fad1405-ad07-4210-bc61-49d9ca85b25c req-9af25402-db6b-4a19-8867-3560a1b91dba service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5d9f6a0-8056-4021-b12a-9774e1320123 HTTP/1.1" status: 200  len: 917 time: 0.1570783
May 04 18:18:31.980035 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1fad1405-ad07-4210-bc61-49d9ca85b25c req-e75d9416-ff69-4572-a857-a0442635576b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08cba8bb-6323-440c-b12b-9faadc818c59 HTTP/1.1" status: 200  len: 997 time: 0.0968928
May 04 18:18:32.064952 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad1405-ad07-4210-bc61-49d9ca85b25c req-b989fa2b-c862-47f7-9f23-add6a73e57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:32.066392 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1fad1405-ad07-4210-bc61-49d9ca85b25c req-b989fa2b-c862-47f7-9f23-add6a73e57d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06a64c1e-a477-4d77-860d-4be6483412a3 HTTP/1.1" status: 200  len: 855 time: 0.0688725
May 04 18:18:32.156397 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad1405-ad07-4210-bc61-49d9ca85b25c req-e34732b3-5f7c-454d-8119-c9fb315f791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:32.156804 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-51ac7976-9f48-43f6-bc6c-5882fd12fd25 req-9852bf1a-8313-4818-b9c1-4e524fa5cfbe tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Synchronizing usage tracker for tenant:9657dc1e2dfd49c28f24791c35b6d853 on resource:port {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:18:32.158127 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1fad1405-ad07-4210-bc61-49d9ca85b25c req-e34732b3-5f7c-454d-8119-c9fb315f791f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5d9f6a0-8056-4021-b12a-9774e1320123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806849
May 04 18:18:32.174075 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-51ac7976-9f48-43f6-bc6c-5882fd12fd25 req-9852bf1a-8313-4818-b9c1-4e524fa5cfbe tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Unset dirty status for tenant:9657dc1e2dfd49c28f24791c35b6d853 on resource:port {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:18:32.175349 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-51ac7976-9f48-43f6-bc6c-5882fd12fd25 req-9852bf1a-8313-4818-b9c1-4e524fa5cfbe tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=b826bed4-ebb7-4eaa-9d74-0cd78a46970a HTTP/1.1" status: 200  len: 210 time: 0.0709517
May 04 18:18:32.378600 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1fad1405-ad07-4210-bc61-49d9ca85b25c req-dcd0b94d-da09-42ba-aa67-3e660611e130 service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1965826
May 04 18:18:32.593387 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1fad1405-ad07-4210-bc61-49d9ca85b25c req-951b7846-0c66-4df7-b3b9-ecf73a1a7d37 service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2057116
May 04 18:18:32.606166 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c5cc1-d670-427f-a1bd-905a774bea95 req-b2075b79-4347-4820-ba57-66621823e83a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:32.607877 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-282c5cc1-d670-427f-a1bd-905a774bea95 req-b2075b79-4347-4820-ba57-66621823e83a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1995437
May 04 18:18:32.663982 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-282c5cc1-d670-427f-a1bd-905a774bea95 req-99409086-4605-42cb-adc1-93a4e5ba8a79 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487354
May 04 18:18:32.722451 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47015d-4528-4405-a4ae-4fdf8b6c9c2e req-f7585339-992f-4538-a757-c801590a6fff tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:32.724595 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-fe47015d-4528-4405-a4ae-4fdf8b6c9c2e req-f7585339-992f-4538-a757-c801590a6fff tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.1005290
May 04 18:18:32.773620 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-fe47015d-4528-4405-a4ae-4fdf8b6c9c2e req-2b38df5a-4fd9-4ab4-ab1b-1e56f71dac19 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429678
May 04 18:18:33.474261 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f16ea-c01d-42ff-bfa4-ef5f7c703d04 req-dd4c8085-89f3-4d17-8b6a-2a49d4b9d6a7 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:33.481519 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-778f16ea-c01d-42ff-bfa4-ef5f7c703d04 req-dd4c8085-89f3-4d17-8b6a-2a49d4b9d6a7 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.1816421
May 04 18:18:33.523471 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:18:33.589245 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:18:33.592000 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 6bd307d2-c8b3-4bb1-8da9-e30970e5cfb9 not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:18:33.701568 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-778f16ea-c01d-42ff-bfa4-ef5f7c703d04 req-274fd95b-4b3e-462e-8878-f0df100a34f8 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2186728
May 04 18:18:33.918425 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5dedc-b721-4863-8f27-44933bb0ebdc req-73f34efc-fa79-4a44-89ad-4817fa8e9792 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:33.919923 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5ff5dedc-b721-4863-8f27-44933bb0ebdc req-73f34efc-fa79-4a44-89ad-4817fa8e9792 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0985391
May 04 18:18:33.987171 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5ff5dedc-b721-4863-8f27-44933bb0ebdc req-7d86c106-fccc-4059-b011-e164e4a125ed tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607026
May 04 18:18:34.012260 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b72647-c091-4c32-8e32-09ec08871b24 req-d13008b6-fd14-4c04-9b1c-4ef909354e11 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:34.012260 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-11b72647-c091-4c32-8e32-09ec08871b24 req-d13008b6-fd14-4c04-9b1c-4ef909354e11 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.0904424
May 04 18:18:34.086937 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-11b72647-c091-4c32-8e32-09ec08871b24 req-45338a8d-6ae5-412d-a410-08fc5a555f30 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697708
May 04 18:18:34.357011 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1930a-5358-490a-8773-72e1e450ace0 req-5dfa3ca9-15bd-40f3-ba3a-26397d1154a2 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:34.358749 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-00d1930a-5358-490a-8773-72e1e450ace0 req-5dfa3ca9-15bd-40f3-ba3a-26397d1154a2 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0854430
May 04 18:18:34.413184 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-00d1930a-5358-490a-8773-72e1e450ace0 req-03ed3673-1e04-4989-af3b-e97903485aeb tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478222
May 04 18:18:34.902378 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafacd5-35bb-4cd7-a75a-62ce19ba2597 req-c208c1d5-288e-4651-9141-534833ec1ce9 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:34.903149 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-7aafacd5-35bb-4cd7-a75a-62ce19ba2597 req-c208c1d5-288e-4651-9141-534833ec1ce9 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Synchronizing usage tracker for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:18:34.920435 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-7aafacd5-35bb-4cd7-a75a-62ce19ba2597 req-c208c1d5-288e-4651-9141-534833ec1ce9 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Unset dirty status for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:18:34.922367 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7aafacd5-35bb-4cd7-a75a-62ce19ba2597 req-c208c1d5-288e-4651-9141-534833ec1ce9 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.1076076
May 04 18:18:34.975222 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7aafacd5-35bb-4cd7-a75a-62ce19ba2597 req-3f1ab86a-3f91-469a-abbd-11a22826bc08 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462403
May 04 18:18:35.338523 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49988d3a-501d-4f8c-b47a-0421117eaa1b req-1cf97a2d-7b85-4bfa-8dcb-f9eeed0b8dfd tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:35.342516 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-49988d3a-501d-4f8c-b47a-0421117eaa1b req-1cf97a2d-7b85-4bfa-8dcb-f9eeed0b8dfd tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.1125245
May 04 18:18:35.428304 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-49988d3a-501d-4f8c-b47a-0421117eaa1b req-59fb63c4-2d38-443f-ab4f-3aaa9ed679d8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796797
May 04 18:18:35.642324 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e7298-5f0b-4e13-bf6b-ee10588f090f req-4f7d8ec5-3a3f-4046-a7e8-b4b73c80949c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:35.644138 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7f2e7298-5f0b-4e13-bf6b-ee10588f090f req-4f7d8ec5-3a3f-4046-a7e8-b4b73c80949c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0824244
May 04 18:18:35.717053 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7f2e7298-5f0b-4e13-bf6b-ee10588f090f req-bfac5b1e-4a66-4bfc-92a0-fb9abffc248f tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670271
May 04 18:18:36.179097 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750378d4-b3b2-4650-ab3f-4ca49ec56864 req-42ee47e8-544c-4122-8f82-a42e8a0237e6 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:36.180547 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-750378d4-b3b2-4650-ab3f-4ca49ec56864 req-42ee47e8-544c-4122-8f82-a42e8a0237e6 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.0841076
May 04 18:18:36.226479 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-750378d4-b3b2-4650-ab3f-4ca49ec56864 req-7ec8e928-3748-4b0f-807d-98d0a5779f77 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401731
May 04 18:18:36.718367 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e07c4-3056-4e7f-a0e0-42ec538b1d72 req-31774998-965d-4f1d-8773-c2115f4a9815 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:36.719925 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1b4e07c4-3056-4e7f-a0e0-42ec538b1d72 req-31774998-965d-4f1d-8773-c2115f4a9815 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.0853403
May 04 18:18:36.773056 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1b4e07c4-3056-4e7f-a0e0-42ec538b1d72 req-645d2187-b79c-4d21-b0fa-147b327e66cc tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447259
May 04 18:18:37.024014 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8691fcd-a4b6-4953-8815-2e10b04469f3 req-114968a1-7f51-4a41-ae1d-b7723422d86f tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:37.025548 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b8691fcd-a4b6-4953-8815-2e10b04469f3 req-114968a1-7f51-4a41-ae1d-b7723422d86f tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1672254
May 04 18:18:37.093163 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b8691fcd-a4b6-4953-8815-2e10b04469f3 req-d6b8d9ee-bd78-4144-abcc-53821a6cfa34 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575721
May 04 18:18:37.487017 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63adb2-c163-4573-9cef-31aec3c2a793 req-5f921c7b-c26f-4564-b03f-bc7caee43f26 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:37.488380 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2c63adb2-c163-4573-9cef-31aec3c2a793 req-5f921c7b-c26f-4564-b03f-bc7caee43f26 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.1563461
May 04 18:18:37.533952 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2c63adb2-c163-4573-9cef-31aec3c2a793 req-a8f42df1-8550-455a-8f7f-467318db389b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397515
May 04 18:18:37.977411 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d8eab-a0f3-4274-9daa-cac135e9b0c4 req-80cc474d-00ae-463d-b1ef-b3d724e0e525 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:37.984889 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ae3d8eab-a0f3-4274-9daa-cac135e9b0c4 req-80cc474d-00ae-463d-b1ef-b3d724e0e525 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.0896063
May 04 18:18:38.049039 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ae3d8eab-a0f3-4274-9daa-cac135e9b0c4 req-f0f039c1-1502-45a7-8bec-bb3959402072 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638459
May 04 18:18:38.291283 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9c815-16d1-4ede-bf90-0528ee34b786 req-d61d72ce-c821-40a0-bcf1-d337beca0478 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:38.293160 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e3b9c815-16d1-4ede-bf90-0528ee34b786 req-d61d72ce-c821-40a0-bcf1-d337beca0478 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0880723
May 04 18:18:38.344218 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e3b9c815-16d1-4ede-bf90-0528ee34b786 req-830b1bd6-a481-46cd-ad3d-ab38ca5ad425 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453143
May 04 18:18:38.758835 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c648b-d541-46d0-88fd-0c804775c7cc req-ae549bd1-125a-467a-b359-db69f5aaf1e2 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:38.760388 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-427c648b-d541-46d0-88fd-0c804775c7cc req-ae549bd1-125a-467a-b359-db69f5aaf1e2 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.0937757
May 04 18:18:38.815674 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-427c648b-d541-46d0-88fd-0c804775c7cc req-1facebb0-cd69-47f2-be9f-02a1835d82ad tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494332
May 04 18:18:39.324928 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483c1b1-390c-422f-b8c5-943568b5b7be req-a13d73f0-c405-4a67-bf7c-be54c3217bd4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:39.326310 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5483c1b1-390c-422f-b8c5-943568b5b7be req-a13d73f0-c405-4a67-bf7c-be54c3217bd4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.0907311
May 04 18:18:39.372381 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5483c1b1-390c-422f-b8c5-943568b5b7be req-8c88bc03-cde5-44ea-b3b0-ace8cfb2d221 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402436
May 04 18:18:39.539680 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a394-a030-4ca8-9ebe-37e15153b32e req-1f816803-90fc-4e64-9cf2-1974fb174c01 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:39.541135 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e2a5a394-a030-4ca8-9ebe-37e15153b32e req-1f816803-90fc-4e64-9cf2-1974fb174c01 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0842574
May 04 18:18:39.587381 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e2a5a394-a030-4ca8-9ebe-37e15153b32e req-683c68e7-5958-499d-9ab3-8c5d41e6dbb5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403478
May 04 18:18:40.010771 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98b1e5-4bb3-4e87-907e-fcce3d41edc9 req-5452ef70-d041-43ef-a7b9-321d191b0910 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:40.012561 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7f98b1e5-4bb3-4e87-907e-fcce3d41edc9 req-5452ef70-d041-43ef-a7b9-321d191b0910 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.0921841
May 04 18:18:40.060583 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7f98b1e5-4bb3-4e87-907e-fcce3d41edc9 req-26a90ae2-8e5b-40d5-bd72-89eec1168bbd tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422254
May 04 18:18:40.651686 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14702612-a464-44ec-b0ca-74d829a7de1d req-d303dbb8-faf3-483c-9dc8-a25d012f0621 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:40.655891 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-14702612-a464-44ec-b0ca-74d829a7de1d req-d303dbb8-faf3-483c-9dc8-a25d012f0621 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.1631067
May 04 18:18:40.730046 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-14702612-a464-44ec-b0ca-74d829a7de1d req-bd161d1d-b173-404f-bd01-79cdf0b2d827 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632937
May 04 18:18:40.811816 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c288d-9c08-4f9b-973c-afa6da7a7be4 req-16fea37f-7adc-4083-a53a-26acc1d28f66 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:40.813459 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a07c288d-9c08-4f9b-973c-afa6da7a7be4 req-16fea37f-7adc-4083-a53a-26acc1d28f66 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0942402
May 04 18:18:40.870333 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a07c288d-9c08-4f9b-973c-afa6da7a7be4 req-6f0a48b2-c335-4168-95ee-f1a83e5d9d6c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482709
May 04 18:18:41.258037 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f0fb0-3d76-473d-92a9-161dff696be2 req-a7ea350d-c77d-42cc-864b-6482f13b4f98 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:41.259462 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c45f0fb0-3d76-473d-92a9-161dff696be2 req-a7ea350d-c77d-42cc-864b-6482f13b4f98 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.0834401
May 04 18:18:41.305534 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c45f0fb0-3d76-473d-92a9-161dff696be2 req-cd48fc9b-9c5e-4acf-874f-2eaef6697e06 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402198
May 04 18:18:41.938952 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b809f6-4ff5-4fde-a0b7-34d318829e67 req-35529a91-b815-4c12-a34b-6efae91fee74 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:41.940614 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-81b809f6-4ff5-4fde-a0b7-34d318829e67 req-35529a91-b815-4c12-a34b-6efae91fee74 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.0910451
May 04 18:18:42.000504 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-81b809f6-4ff5-4fde-a0b7-34d318829e67 req-739d406c-9ade-4a6f-b770-436bc82e3ce6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527451
May 04 18:18:42.073012 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd40fdd-dea4-49a3-ae61-dc68ebb6400e req-83678aa0-bd5d-4365-83c2-ad01527a2758 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:42.074574 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6dd40fdd-dea4-49a3-ae61-dc68ebb6400e req-83678aa0-bd5d-4365-83c2-ad01527a2758 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0926931
May 04 18:18:42.148624 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6dd40fdd-dea4-49a3-ae61-dc68ebb6400e req-fbb11b30-a6fd-42cc-8b6c-32d925df7b05 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678632
May 04 18:18:42.553209 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0150e5-e252-4375-8489-e38073e14246 req-295c5e0b-aa6c-4217-ba65-c0e2e46b4fdc tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:42.555017 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6d0150e5-e252-4375-8489-e38073e14246 req-295c5e0b-aa6c-4217-ba65-c0e2e46b4fdc tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.0973687
May 04 18:18:42.616045 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6d0150e5-e252-4375-8489-e38073e14246 req-8f88a101-41b0-4956-96c5-1f6a24772db1 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495410
May 04 18:18:43.400271 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efc642-276d-49c7-af2b-05628e6bd498 req-4bafb958-d732-4bb7-a087-de3612aae9cf tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:43.402038 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c4efc642-276d-49c7-af2b-05628e6bd498 req-4bafb958-d732-4bb7-a087-de3612aae9cf tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1170883
May 04 18:18:43.480900 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb2e82-f59b-435e-baf9-ee3fe99c983d req-59d4e065-24c6-4b2f-95aa-c53d3eb0c989 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:43.484533 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-50cb2e82-f59b-435e-baf9-ee3fe99c983d req-59d4e065-24c6-4b2f-95aa-c53d3eb0c989 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.1369762
May 04 18:18:43.514326 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c4efc642-276d-49c7-af2b-05628e6bd498 req-948713b5-0fe1-476e-b9e6-3f0c43ea5fca tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023273
May 04 18:18:43.567355 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-50cb2e82-f59b-435e-baf9-ee3fe99c983d req-c8dda080-a497-439a-9274-455a28b6058d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697713
May 04 18:18:43.950448 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853cf1e-3c5e-4ae2-bb18-a3e34bce7546 req-64a0f470-f309-4654-8d4f-f8b9603167c5 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:43.952003 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7853cf1e-3c5e-4ae2-bb18-a3e34bce7546 req-64a0f470-f309-4654-8d4f-f8b9603167c5 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.1247702
May 04 18:18:44.055966 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7853cf1e-3c5e-4ae2-bb18-a3e34bce7546 req-0061e8c9-62f3-4606-be98-38c5db3216b1 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970740
May 04 18:18:44.459119 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b0fcb-3465-4e5f-8cbc-db86d5769c34 req-1fa49aac-f4cd-4775-86fd-127f5e712629 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:44.460946 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2a6b0fcb-3465-4e5f-8cbc-db86d5769c34 req-1fa49aac-f4cd-4775-86fd-127f5e712629 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0904164
May 04 18:18:44.517035 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2a6b0fcb-3465-4e5f-8cbc-db86d5769c34 req-fe95e757-e95f-40db-bc7f-04a18e65dc4f tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461249
May 04 18:18:44.732171 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf654ce-3256-4c18-b060-b90854d09bf9 req-baee3674-471d-49c8-8378-58d0812c0721 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:44.733621 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4cf654ce-3256-4c18-b060-b90854d09bf9 req-baee3674-471d-49c8-8378-58d0812c0721 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0950217
May 04 18:18:44.782206 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4cf654ce-3256-4c18-b060-b90854d09bf9 req-2120a09a-8299-45d8-bca2-33036d40d407 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419664
May 04 18:18:44.814310 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507141e-8112-47d0-b53d-b5d8e597366d req-56947bad-c1bd-468a-b07d-bdf608781a4b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:44.815759 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4507141e-8112-47d0-b53d-b5d8e597366d req-56947bad-c1bd-468a-b07d-bdf608781a4b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.0841391
May 04 18:18:44.865419 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4507141e-8112-47d0-b53d-b5d8e597366d req-43625d58-f1ab-4f12-bb02-e0bd1960ea1e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422704
May 04 18:18:45.260259 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e1900-7e95-497f-992d-b958a0d860c6 req-7f376161-8e25-42a5-ab6b-86c14704c7dd tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:45.261709 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-bf6e1900-7e95-497f-992d-b958a0d860c6 req-7f376161-8e25-42a5-ab6b-86c14704c7dd tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.0815883
May 04 18:18:45.280073 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:18:45.305720 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-bf6e1900-7e95-497f-992d-b958a0d860c6 req-47d1e363-2c80-486d-8fae-fff83a7f9190 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381107
May 04 18:18:45.743962 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747cd68-3bf4-4655-8754-b3894154819c req-dd1786c8-e225-4cbd-938a-7cb61e957f02 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:45.750679 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c747cd68-3bf4-4655-8754-b3894154819c req-dd1786c8-e225-4cbd-938a-7cb61e957f02 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1199012
May 04 18:18:45.800226 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c747cd68-3bf4-4655-8754-b3894154819c req-20392443-a10a-42f4-bc12-c59ea5f831cf tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421710
May 04 18:18:45.978999 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9de56f-7327-4f4e-b24f-f6f01aa81cfd req-5f19c5c1-080b-418f-be2e-4ad9822350e7 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:45.980486 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0c9de56f-7327-4f4e-b24f-f6f01aa81cfd req-5f19c5c1-080b-418f-be2e-4ad9822350e7 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0893440
May 04 18:18:46.028526 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0c9de56f-7327-4f4e-b24f-f6f01aa81cfd req-cb16c728-9c93-4157-a878-b00172657118 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417809
May 04 18:18:46.072426 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0f74a-d9d1-4cb2-a46c-c9337c72f03f req-d900b52b-3d4a-4881-bf8e-2abc0f0bf123 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:46.081165 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7dc0f74a-d9d1-4cb2-a46c-c9337c72f03f req-d900b52b-3d4a-4881-bf8e-2abc0f0bf123 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.0987198
May 04 18:18:46.124518 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7dc0f74a-d9d1-4cb2-a46c-c9337c72f03f req-5a5404a6-4586-4035-8773-f8161efa408b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423841
May 04 18:18:46.517283 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed4d92-f212-4864-bd8b-1d6e0f19cb89 req-b90417dd-da40-408c-8c43-2e657a297031 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:46.520422 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-17ed4d92-f212-4864-bd8b-1d6e0f19cb89 req-b90417dd-da40-408c-8c43-2e657a297031 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.0976446
May 04 18:18:46.595258 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-17ed4d92-f212-4864-bd8b-1d6e0f19cb89 req-de8c70d3-540f-4797-8e68-a32809ccba82 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640705
May 04 18:18:47.002604 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348c20a-01ad-4b66-bde3-5508c30b7d6c req-a4d34cc9-0ce2-4c10-a7fa-58bf28f18129 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:47.004755 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0348c20a-01ad-4b66-bde3-5508c30b7d6c req-a4d34cc9-0ce2-4c10-a7fa-58bf28f18129 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0858898
May 04 18:18:47.052674 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0348c20a-01ad-4b66-bde3-5508c30b7d6c req-89012384-72a3-4495-9341-3de85c73a469 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419016
May 04 18:18:47.327696 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7446e49-92a6-4e6e-b625-1498d387d6da req-2e430157-02f4-4419-a2ef-2b3b96191373 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:47.329200 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a7446e49-92a6-4e6e-b625-1498d387d6da req-2e430157-02f4-4419-a2ef-2b3b96191373 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1670437
May 04 18:18:47.331288 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3712e-ac62-419a-8678-278cf314bfe5 req-7e42e47b-d910-4919-b635-ea7e5756ab08 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:47.332853 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e1a3712e-ac62-419a-8678-278cf314bfe5 req-7e42e47b-d910-4919-b635-ea7e5756ab08 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.0935526
May 04 18:18:47.376135 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a7446e49-92a6-4e6e-b625-1498d387d6da req-add58d57-f47f-4626-bdb9-1114d0638644 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404093
May 04 18:18:47.379708 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e1a3712e-ac62-419a-8678-278cf314bfe5 req-66a01ce1-38d2-48b3-a2a8-89cd0c73d4d6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404043
May 04 18:18:47.787308 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7768c41-ade0-4fb1-8505-de5b49b0d4a2 req-151dee39-3b01-45f3-a74f-817c4bfd015d tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:47.788844 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c7768c41-ade0-4fb1-8505-de5b49b0d4a2 req-151dee39-3b01-45f3-a74f-817c4bfd015d tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.0865369
May 04 18:18:47.835382 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c7768c41-ade0-4fb1-8505-de5b49b0d4a2 req-44255443-6900-40a3-ac3b-45428d66361d tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406754
May 04 18:18:48.256864 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f692c-69fc-4e0d-9e31-fce10422cc37 req-103012f4-d185-427b-ad63-5dbbfd8a2735 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:48.258501 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c68f692c-69fc-4e0d-9e31-fce10422cc37 req-103012f4-d185-427b-ad63-5dbbfd8a2735 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0867770
May 04 18:18:48.350437 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c68f692c-69fc-4e0d-9e31-fce10422cc37 req-544cc5e7-bc58-434a-b2a3-fbb7d748ef8d tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793757
May 04 18:18:48.610573 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e53f9-3480-4b5a-918f-1c829313a326 req-8c9daa6b-eb79-4d53-acb8-ac25c49f5ba6 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:48.612212 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f24e53f9-3480-4b5a-918f-1c829313a326 req-8c9daa6b-eb79-4d53-acb8-ac25c49f5ba6 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1136556
May 04 18:18:48.616767 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b203a-6b9d-4f3e-930b-34a86e197c29 req-f3386a5d-a7df-4343-8eaa-7ddadbdc716c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:48.618306 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9a8b203a-6b9d-4f3e-930b-34a86e197c29 req-f3386a5d-a7df-4343-8eaa-7ddadbdc716c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.1017942
May 04 18:18:48.668681 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9a8b203a-6b9d-4f3e-930b-34a86e197c29 req-f1ccdd96-93fb-4022-a8a0-769a360f80b4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441220
May 04 18:18:48.672556 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f24e53f9-3480-4b5a-918f-1c829313a326 req-d0809332-5215-46cf-9afd-0ec9026df3ef tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500090
May 04 18:18:48.942237 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-21ff2147-cfbc-4a63-9d01-a8381750e43d tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:48.943897 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-21ff2147-cfbc-4a63-9d01-a8381750e43d tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/networks?id=23dd4ce0-abd1-4ca9-89d2-2f9aea29074c HTTP/1.1" status: 200  len: 814 time: 0.1755559
May 04 18:18:48.960830 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-60659b48-5482-41e1-ae0d-305a139de6ac tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/quotas/9657dc1e2dfd49c28f24791c35b6d853 HTTP/1.1" status: 200  len: 375 time: 0.0102570
May 04 18:18:49.013428 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-1b6444de-ad71-483f-8726-6eb0d2543157 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9657dc1e2dfd49c28f24791c35b6d853&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0464120
May 04 18:18:49.117114 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccb2d1-0b0c-440e-8134-ce0efe0adf35 req-b8974baa-a01a-4d2d-adee-d5b91a3976ce tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:49.118563 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-85ccb2d1-0b0c-440e-8134-ce0efe0adf35 req-b8974baa-a01a-4d2d-adee-d5b91a3976ce tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.1663141
May 04 18:18:49.153949 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-43261c07-5be7-41cd-9b73-390ec60d2f0f service neutron] 10.222.0.67 "GET /v2.0/networks/23dd4ce0-abd1-4ca9-89d2-2f9aea29074c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322126
May 04 18:18:49.167293 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-85ccb2d1-0b0c-440e-8134-ce0efe0adf35 req-828a573e-17b8-4157-a273-96a293dd4e92 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424936
May 04 18:18:49.287576 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-b3babb94-2a97-435a-85bb-a3e2adc3cf1c service neutron] 10.222.0.67 "GET /v2.0/networks/23dd4ce0-abd1-4ca9-89d2-2f9aea29074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266155
May 04 18:18:49.490283 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4ba8a4e4-9674-4c1e-913f-3c535396e335 req-9a8a6b02-96ed-49c2-9e4e-400c157427ea tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 210 time: 0.0617783
May 04 18:18:49.649154 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f621f-2c6d-47b9-b2e1-6cf5a4ade401 req-d55350b2-c1d7-4f0c-be6a-673be0c68695 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:49.650747 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e92f621f-2c6d-47b9-b2e1-6cf5a4ade401 req-d55350b2-c1d7-4f0c-be6a-673be0c68695 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1602876
May 04 18:18:49.704984 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60f060-949e-4f7b-b81c-b6c148dc8702 req-c0482f54-235b-42ab-81d7-6e758fa2246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:49.706935 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8e60f060-949e-4f7b-b81c-b6c148dc8702 req-c0482f54-235b-42ab-81d7-6e758fa2246d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6fe7e174186c44ffb03d6761766e9c4e&device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 1098 time: 0.1328273
May 04 18:18:49.718803 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e92f621f-2c6d-47b9-b2e1-6cf5a4ade401 req-ff83e92f-a379-4b6a-84fe-198cee81e4ca tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575387
May 04 18:18:49.863718 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60f060-949e-4f7b-b81c-b6c148dc8702 req-5d27f6b8-11f9-4568-bdaa-a7f0b044702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:49.865431 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8e60f060-949e-4f7b-b81c-b6c148dc8702 req-5d27f6b8-11f9-4568-bdaa-a7f0b044702b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba HTTP/1.1" status: 200  len: 912 time: 0.1453311
May 04 18:18:49.965555 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6e796-66d6-4e78-884c-3157ffb25ae3 req-de27e47d-5406-476b-847c-73c358e87476 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:49.967346 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d0c6e796-66d6-4e78-884c-3157ffb25ae3 req-de27e47d-5406-476b-847c-73c358e87476 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1360655
May 04 18:18:50.036945 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d0c6e796-66d6-4e78-884c-3157ffb25ae3 req-82ca8531-7c7d-4b93-a95e-083f8fc70b88 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581274
May 04 18:18:50.070075 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8e60f060-949e-4f7b-b81c-b6c148dc8702 req-a9014dc1-c2dc-42a7-9926-f4dcdf6221c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=582b6426-2a50-455f-a2a0-16b2274bdd39 HTTP/1.1" status: 200  len: 1001 time: 0.1932480
May 04 18:18:50.113775 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 43876) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:18:50.150522 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37148e-913d-495f-97d9-7c078a4a79db req-92dcfdc0-9ea0-44cc-9a2f-0b3970fa7e81 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:50.154673 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8f37148e-913d-495f-97d9-7c078a4a79db req-92dcfdc0-9ea0-44cc-9a2f-0b3970fa7e81 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.1833806
May 04 18:18:50.178405 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60f060-949e-4f7b-b81c-b6c148dc8702 req-29a88e8c-6218-4611-a9a2-c4461c3b6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:50.179215 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8e60f060-949e-4f7b-b81c-b6c148dc8702 req-29a88e8c-6218-4611-a9a2-c4461c3b6e2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e98fb673-01a2-4dc9-8c0c-4753773818b5 HTTP/1.1" status: 200  len: 850 time: 0.0969844
May 04 18:18:50.212681 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8f37148e-913d-495f-97d9-7c078a4a79db req-bcced423-4944-4226-b6fe-cf8afdc9c877 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532932
May 04 18:18:50.260457 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-405cd855-1d98-455b-b1eb-123d23d82b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:50.276880 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-405cd855-1d98-455b-b1eb-123d23d82b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:18:50.281479 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-405cd855-1d98-455b-b1eb-123d23d82b0d admin admin] Usage tracker for resource:security_group_rule and tenant:cbe11246ce3b4d99a6d47b28fc560e09 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:18:50.285263 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-405cd855-1d98-455b-b1eb-123d23d82b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:18:50.301655 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-405cd855-1d98-455b-b1eb-123d23d82b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:18:50.312271 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60f060-949e-4f7b-b81c-b6c148dc8702 req-5d069c70-5379-43a2-9f74-6f5fadd1ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:50.313924 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8e60f060-949e-4f7b-b81c-b6c148dc8702 req-5d069c70-5379-43a2-9f74-6f5fadd1ab6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1053405
May 04 18:18:50.429920 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce1c69-59dc-4ad7-b806-1a0989ca8945 req-4fa16da7-50d7-4fe2-8daf-c6597309f9b7 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:50.431297 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-96ce1c69-59dc-4ad7-b806-1a0989ca8945 req-4fa16da7-50d7-4fe2-8daf-c6597309f9b7 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.1321650
May 04 18:18:50.489527 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-405cd855-1d98-455b-b1eb-123d23d82b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:50.497347 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-405cd855-1d98-455b-b1eb-123d23d82b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:50.506126 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8e60f060-949e-4f7b-b81c-b6c148dc8702 req-3a8a3de8-7af4-4a5f-9933-ee4664011093 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601486
May 04 18:18:50.506336 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-2b7e48f6-7843-42bd-bd83-3bb2b5e4a42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:50.514358 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-96ce1c69-59dc-4ad7-b806-1a0989ca8945 req-1861dc4b-38bc-44b7-87b8-330d4e4ebc86 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771325
May 04 18:18:50.548091 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d1305b08-a5cb-4c8b-9105-0012860927da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:50.562234 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-405cd855-1d98-455b-b1eb-123d23d82b0d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cbe11246ce3b4d99a6d47b28fc560e09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4458575
May 04 18:18:50.562234 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cd855-1d98-455b-b1eb-123d23d82b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093544fb-4960-4e47-b060-21653738f3b8,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:50.564048 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 43886) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:18:50.566475 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-405cd855-1d98-455b-b1eb-123d23d82b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:50.630382 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5ee83ef3-37ee-468e-ada6-cfdf10def2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:50.655862 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5ee83ef3-37ee-468e-ada6-cfdf10def2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:50.669676 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-902091a3-2b9b-4594-9aa3-59828ed226ce req-9fe5ef77-b479-4400-8d29-aa8529c6604e tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 210 time: 0.0590377
May 04 18:18:50.701164 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8e60f060-949e-4f7b-b81c-b6c148dc8702 req-1409e2b2-93b8-4f11-90e7-9ef288626b47 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1860225
May 04 18:18:50.727417 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5ee83ef3-37ee-468e-ada6-cfdf10def2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:50.735980 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ab67c238-561f-4ec5-84d7-05f864bf1ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:50.753552 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee83ef3-37ee-468e-ada6-cfdf10def2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093544fb-4960-4e47-b060-21653738f3b8,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:50.754894 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-5ee83ef3-37ee-468e-ada6-cfdf10def2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:50.756241 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5ee83ef3-37ee-468e-ada6-cfdf10def2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:50.757779 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-5ee83ef3-37ee-468e-ada6-cfdf10def2f7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/093544fb-4960-4e47-b060-21653738f3b8 HTTP/1.1" status: 204  len: 168 time: 0.1928070
May 04 18:18:50.954188 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c8c43-9e58-46eb-a67d-cdadcc5099e8 req-5b4819cc-08c9-4090-99ae-4dccfda3b27e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:50.962793 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9c6c8c43-9e58-46eb-a67d-cdadcc5099e8 req-5b4819cc-08c9-4090-99ae-4dccfda3b27e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1018324
May 04 18:18:51.015733 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9c6c8c43-9e58-46eb-a67d-cdadcc5099e8 req-3bd6d0d3-5494-4518-abea-f8343865b312 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516367
May 04 18:18:51.084050 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-f05259be-4f57-49f6-9352-459ee54fbf4e tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:51.085684 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-f05259be-4f57-49f6-9352-459ee54fbf4e tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.64 "GET /v2.0/networks?id=23dd4ce0-abd1-4ca9-89d2-2f9aea29074c HTTP/1.1" status: 200  len: 814 time: 0.1981745
May 04 18:18:51.124062 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-f7547dc6-0fc1-4746-a4ea-f8343689d731 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Request body: {'port': {'device_id': '69bfbf8c-07ba-4761-8356-89f37b91fbda', 'network_id': '23dd4ce0-abd1-4ca9-89d2-2f9aea29074c', 'admin_state_up': True, 'tenant_id': '9657dc1e2dfd49c28f24791c35b6d853'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:18:51.347376 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-f7547dc6-0fc1-4746-a4ea-f8343689d731 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:18:51.359412 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88548180-12c2-43c1-bce6-5a98c09f7180 req-f59fdea0-bf0a-43ee-9966-d8555a2c791f tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:51.361133 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-88548180-12c2-43c1-bce6-5a98c09f7180 req-f59fdea0-bf0a-43ee-9966-d8555a2c791f tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1900113
May 04 18:18:51.369990 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-f7547dc6-0fc1-4746-a4ea-f8343689d731 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:18:51.405161 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-f7547dc6-0fc1-4746-a4ea-f8343689d731 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Made reservation on behalf of 9657dc1e2dfd49c28f24791c35b6d853 for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:18:51.408586 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-f7547dc6-0fc1-4746-a4ea-f8343689d731 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:51.433556 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-88548180-12c2-43c1-bce6-5a98c09f7180 req-265c077b-b5bd-4bcf-bea3-07a0837323cd tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646536
May 04 18:18:51.444865 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23504d2-a06b-4fdc-9b9b-e93864b57394 req-cb44258a-429d-4b20-a256-7e9845d19b7f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:51.451394 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b23504d2-a06b-4fdc-9b9b-e93864b57394 req-cb44258a-429d-4b20-a256-7e9845d19b7f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.1084034
May 04 18:18:51.514247 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b23504d2-a06b-4fdc-9b9b-e93864b57394 req-0e48a65e-eb0d-4cba-9b60-889b0784f0e8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571604
May 04 18:18:51.754385 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-f7547dc6-0fc1-4746-a4ea-f8343689d731 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Allocated IP 172.20.0.4 (23dd4ce0-abd1-4ca9-89d2-2f9aea29074c/15b51f11-c037-4c88-98ce-144cc726ee20/aeee17b9-eb64-4679-ac02-79f422721bc1) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:18:51.865540 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-dbca6945-c979-4b45-b021-53cca44741c2 req-73fcd578-4a73-4d7d-9d20-cf145107ffbc tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 210 time: 0.0436025
May 04 18:18:51.867649 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f4ab7-523d-429e-948f-c2acfe7c7fcc req-fd2880e6-082f-42e9-bf70-025eca6b9f6b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:51.869386 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f56f4ab7-523d-429e-948f-c2acfe7c7fcc req-fd2880e6-082f-42e9-bf70-025eca6b9f6b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.1673212
May 04 18:18:52.004281 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f56f4ab7-523d-429e-948f-c2acfe7c7fcc req-18f94c53-2af8-4b46-83ff-0c1b9c9f5783 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197250
May 04 18:18:52.005215 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dbbca-f6da-4ac9-b965-46c5659201c5 req-fa580b32-ce53-468a-8bf1-013adc368e63 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:52.007231 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3f5dbbca-f6da-4ac9-b965-46c5659201c5 req-fa580b32-ce53-468a-8bf1-013adc368e63 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.64 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 946 time: 0.1209238
May 04 18:18:52.052478 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-f7547dc6-0fc1-4746-a4ea-f8343689d731 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:52.088347 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-f7547dc6-0fc1-4746-a4ea-f8343689d731 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:52.096232 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-53629c0e-84bc-43f2-a3b7-8f0f40256d46 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:52.158325 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-f7547dc6-0fc1-4746-a4ea-f8343689d731 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Network 23dd4ce0-abd1-4ca9-89d2-2f9aea29074c is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:18:52.159393 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-f7547dc6-0fc1-4746-a4ea-f8343689d731 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:18:52.167976 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-f7547dc6-0fc1-4746-a4ea-f8343689d731 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:18:52.218616 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7547dc6-0fc1-4746-a4ea-f8343689d731 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Pushing event updated for resources: {'Port': ['ID=aeee17b9-eb64-4679-ac02-79f422721bc1,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:52.223736 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f7547dc6-0fc1-4746-a4ea-f8343689d731 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:52.247245 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-f7547dc6-0fc1-4746-a4ea-f8343689d731 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:52.247872 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-f7547dc6-0fc1-4746-a4ea-f8343689d731 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:52.275881 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-f7547dc6-0fc1-4746-a4ea-f8343689d731 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1563106
May 04 18:18:52.291205 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Request body: {'port': {'device_id': '69bfbf8c-07ba-4761-8356-89f37b91fbda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:18:52.329049 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [req-3f5dbbca-f6da-4ac9-b965-46c5659201c5 req-a496950a-46cc-440d-8f6b-364fe3477725 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Deleting port b74d3472-9360-40dc-a0c0-548928e2a273 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:18:52.329667 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-3f5dbbca-f6da-4ac9-b965-46c5659201c5 req-a496950a-46cc-440d-8f6b-364fe3477725 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:52.376609 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca3129-8d43-48c9-a576-5151b4570d5c req-b0f1c95f-9805-47d5-ab5c-8444fcbbd4cf tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:52.378087 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-21ca3129-8d43-48c9-a576-5151b4570d5c req-b0f1c95f-9805-47d5-ab5c-8444fcbbd4cf tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.2481980
May 04 18:18:52.407931 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:52.517546 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-21ca3129-8d43-48c9-a576-5151b4570d5c req-0dd8ec3f-af1b-4d29-9a64-649629d73371 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888920
May 04 18:18:52.534612 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [req-3f5dbbca-f6da-4ac9-b965-46c5659201c5 req-a496950a-46cc-440d-8f6b-364fe3477725 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] For port b74d3472-9360-40dc-a0c0-548928e2a273, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b74d3472-9360-40dc-a0c0-548928e2a273,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:18:52.535292 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-3f5dbbca-f6da-4ac9-b965-46c5659201c5 req-a496950a-46cc-440d-8f6b-364fe3477725 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:52.707524 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [req-3f5dbbca-f6da-4ac9-b965-46c5659201c5 req-a496950a-46cc-440d-8f6b-364fe3477725 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Calling delete_port for b74d3472-9360-40dc-a0c0-548928e2a273 owned by compute:nova {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:18:52.818799 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469195d-3c77-4002-a134-c655574c467f req-162e0012-9ba1-4415-aa26-77a70d753d8e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:52.820361 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d469195d-3c77-4002-a134-c655574c467f req-162e0012-9ba1-4415-aa26-77a70d753d8e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.2223203
May 04 18:18:52.826441 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534d34b-b4d1-4daa-aacd-9fbb592a8e24 req-52683951-8721-4540-8d82-310c7946f59f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:52.828009 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8534d34b-b4d1-4daa-aacd-9fbb592a8e24 req-52683951-8721-4540-8d82-310c7946f59f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.1282761
May 04 18:18:52.891022 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d469195d-3c77-4002-a134-c655574c467f req-ce589e1e-16a3-44de-b3e0-4b96727274c9 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628335
May 04 18:18:52.946978 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:52.997397 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8534d34b-b4d1-4daa-aacd-9fbb592a8e24 req-ccc74153-713c-4d5e-b7ab-6a681c0f0d79 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1629124
May 04 18:18:52.999010 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeee17b9-eb64-4679-ac02-79f422721bc1 {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:18:53.011103 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:53.033332 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-3f5dbbca-f6da-4ac9-b965-46c5659201c5 req-a496950a-46cc-440d-8f6b-364fe3477725 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:53.051280 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:53.052467 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['d264afca-e178-4441-8346-e008c8fdc798', '6b33510f-0b7e-4f62-b8f4-c065f144ed45', 'b74d3472-9360-40dc-a0c0-548928e2a273'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:18:53.057310 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Transition to ACTIVE for port object aeee17b9-eb64-4679-ac02-79f422721bc1 will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:18:53.071439 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:53.088775 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-5c45ca8b-d413-485f-ac6a-f1c615148a6f tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:53.136508 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496950a-46cc-440d-8f6b-364fe3477725 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Pushing event deleted for resources: {'Port': ['ID=b74d3472-9360-40dc-a0c0-548928e2a273,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:53.139448 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-a496950a-46cc-440d-8f6b-364fe3477725 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:53.297608 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8387c049-f2b8-4235-8170-0c32c8d12c08 req-905b491c-811e-4939-b9aa-a76c6f7ba5e1 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=2002ed59-8453-4bff-8d6a-e2b4bb18c4de HTTP/1.1" status: 200  len: 210 time: 0.1130705
May 04 18:18:53.299306 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5dbbca-f6da-4ac9-b965-46c5659201c5 req-a496950a-46cc-440d-8f6b-364fe3477725 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] No DVR routers for this DVR port b74d3472-9360-40dc-a0c0-548928e2a273 on host hv-cinder-78960 {{(pid=73828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:18:53.303014 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-3f5dbbca-f6da-4ac9-b965-46c5659201c5 req-a496950a-46cc-440d-8f6b-364fe3477725 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:53.307366 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2002ed59-8453-4bff-8d6a-e2b4bb18c4de', 'name': 'network-vif-deleted', 'tag': 'b74d3472-9360-40dc-a0c0-548928e2a273'}] {{(pid=73828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:18:53.325735 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3f5dbbca-f6da-4ac9-b965-46c5659201c5 req-a496950a-46cc-440d-8f6b-364fe3477725 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.64 "DELETE /v2.0/ports/b74d3472-9360-40dc-a0c0-548928e2a273 HTTP/1.1" status: 204  len: 173 time: 1.3108585
May 04 18:18:53.390142 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Pushing event updated for resources: {'Port': ['ID=aeee17b9-eb64-4679-ac02-79f422721bc1,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:53.391082 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2002ed59-8453-4bff-8d6a-e2b4bb18c4de', 'name': 'network-vif-deleted', 'tag': 'b74d3472-9360-40dc-a0c0-548928e2a273', 'status': 'completed', 'code': 200}
May 04 18:18:53.396378 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:53.446727 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a662-73e6-46a6-a820-6cde17f2f86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:53.537726 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99c170-9f26-4af4-be8e-8c6d08ca4f23 req-cafb5a1a-8505-4f5f-91d6-57317fea9531 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:53.538453 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-bd99c170-9f26-4af4-be8e-8c6d08ca4f23 req-cafb5a1a-8505-4f5f-91d6-57317fea9531 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Synchronizing usage tracker for tenant:9657dc1e2dfd49c28f24791c35b6d853 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:18:53.557159 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399830f0-cde2-410a-b61e-baf4086ff45f req-f1347240-8797-401b-b6d2-bcdc66602237 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:53.558645 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-399830f0-cde2-410a-b61e-baf4086ff45f req-f1347240-8797-401b-b6d2-bcdc66602237 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.3134136
May 04 18:18:53.573857 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Attempting to bind port aeee17b9-eb64-4679-ac02-79f422721bc1 on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:18:53.574312 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Attempting to bind port aeee17b9-eb64-4679-ac02-79f422721bc1 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'c607a488-21ae-45ab-a482-a90f0014e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '23dd4ce0-abd1-4ca9-89d2-2f9aea29074c'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:18:53.574579 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Attempting to bind port aeee17b9-eb64-4679-ac02-79f422721bc1 on network 23dd4ce0-abd1-4ca9-89d2-2f9aea29074c {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:18:53.615131 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Port aeee17b9-eb64-4679-ac02-79f422721bc1 on network 23dd4ce0-abd1-4ca9-89d2-2f9aea29074c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:18:53.615367 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Attempting to bind port aeee17b9-eb64-4679-ac02-79f422721bc1 on network 23dd4ce0-abd1-4ca9-89d2-2f9aea29074c {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:18:53.623886 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-bd99c170-9f26-4af4-be8e-8c6d08ca4f23 req-cafb5a1a-8505-4f5f-91d6-57317fea9531 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Unset dirty status for tenant:9657dc1e2dfd49c28f24791c35b6d853 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:18:53.625034 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-bd99c170-9f26-4af4-be8e-8c6d08ca4f23 req-cafb5a1a-8505-4f5f-91d6-57317fea9531 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 943 time: 0.4557290
May 04 18:18:53.635301 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:18:53.635715 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Checking segment: {'id': 'c607a488-21ae-45ab-a482-a90f0014e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '23dd4ce0-abd1-4ca9-89d2-2f9aea29074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:18:53.636158 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Bound using segment: {'id': 'c607a488-21ae-45ab-a482-a90f0014e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '23dd4ce0-abd1-4ca9-89d2-2f9aea29074c'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:18:53.636621 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Bound port: aeee17b9-eb64-4679-ac02-79f422721bc1, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c607a488-21ae-45ab-a482-a90f0014e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '23dd4ce0-abd1-4ca9-89d2-2f9aea29074c'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:18:53.637026 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:53.713213 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd6910-c233-4745-9bc6-770c9d0fcd9a req-1a01a5d4-a7e6-4ca0-a49a-9729a4289a62 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:53.715084 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-13fd6910-c233-4745-9bc6-770c9d0fcd9a req-1a01a5d4-a7e6-4ca0-a49a-9729a4289a62 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0935111
May 04 18:18:53.778294 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-13fd6910-c233-4745-9bc6-770c9d0fcd9a req-ef8be5ac-2b74-4bff-b15d-65497da053f5 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567908
May 04 18:18:53.870293 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-bd99c170-9f26-4af4-be8e-8c6d08ca4f23 req-ebef8bf8-2b4c-4c31-8d2b-cf8423993425 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2387154
May 04 18:18:53.916000 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] For port aeee17b9-eb64-4679-ac02-79f422721bc1, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:18:53.924083 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] For port aeee17b9-eb64-4679-ac02-79f422721bc1, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=aeee17b9-eb64-4679-ac02-79f422721bc1,segment=NetworkSegment(c607a488-21ae-45ab-a482-a90f0014e75b),segment_id=c607a488-21ae-45ab-a482-a90f0014e75b)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:18:53.928800 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:53.934201 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:53.996453 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:53.997072 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:54.000077 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] 10.222.0.64 "PUT /v2.0/ports/aeee17b9-eb64-4679-ac02-79f422721bc1 HTTP/1.1" status: 200  len: 1093 time: 1.7131929
May 04 18:18:54.001828 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bfbf8c-07ba-4761-8356-89f37b91fbda', 'tag': 'aeee17b9-eb64-4679-ac02-79f422721bc1'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:18:54.023813 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-399830f0-cde2-410a-b61e-baf4086ff45f req-7417ea57-adc0-4b26-98f6-d2406f4ac424 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Deleting port 7adaeea3-d11b-4bfc-9f32-6493ee28f709 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:18:54.024493 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-399830f0-cde2-410a-b61e-baf4086ff45f req-7417ea57-adc0-4b26-98f6-d2406f4ac424 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:54.071383 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bfbf8c-07ba-4761-8356-89f37b91fbda', 'tag': 'aeee17b9-eb64-4679-ac02-79f422721bc1', 'status': 'completed', 'code': 200}
May 04 18:18:54.188899 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Pushing event updated for resources: {'Port': ['ID=aeee17b9-eb64-4679-ac02-79f422721bc1,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:54.203929 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:54.259662 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-399830f0-cde2-410a-b61e-baf4086ff45f req-7417ea57-adc0-4b26-98f6-d2406f4ac424 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] For port 7adaeea3-d11b-4bfc-9f32-6493ee28f709, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7adaeea3-d11b-4bfc-9f32-6493ee28f709,segment=NetworkSegment(c2b2c400-f28b-4668-b6f3-7d05f392235b),segment_id=c2b2c400-f28b-4668-b6f3-7d05f392235b)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:18:54.260076 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-399830f0-cde2-410a-b61e-baf4086ff45f req-7417ea57-adc0-4b26-98f6-d2406f4ac424 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:54.389862 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-25cf3e21-14bc-4972-b4c7-3bb9d4552cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:54.391331 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-25cf3e21-14bc-4972-b4c7-3bb9d4552cd8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9657dc1e2dfd49c28f24791c35b6d853&device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 1096 time: 0.2562101
May 04 18:18:54.397835 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-399830f0-cde2-410a-b61e-baf4086ff45f req-7417ea57-adc0-4b26-98f6-d2406f4ac424 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Calling delete_port for 7adaeea3-d11b-4bfc-9f32-6493ee28f709 owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:18:54.511195 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-fe4d03d0-1fe0-4d41-bdff-7a25144dc164 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aeee17b9-eb64-4679-ac02-79f422721bc1 HTTP/1.1" status: 200  len: 217 time: 0.1078663
May 04 18:18:54.606959 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-255d2c16-92c6-4355-9223-6825ed2c9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:54.608482 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-255d2c16-92c6-4355-9223-6825ed2c9737 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15b51f11-c037-4c88-98ce-144cc726ee20 HTTP/1.1" status: 200  len: 854 time: 0.0865314
May 04 18:18:54.670847 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-ed352623-affd-4799-b6e4-4fc3f5f283d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23dd4ce0-abd1-4ca9-89d2-2f9aea29074c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0544763
May 04 18:18:54.680861 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3e6f2-8796-4394-b8b6-a57c6aef37e1 req-e19ab3e9-adbe-40f6-9650-536be2a04694 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:54.682295 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-23b3e6f2-8796-4394-b8b6-a57c6aef37e1 req-e19ab3e9-adbe-40f6-9650-536be2a04694 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.3527739
May 04 18:18:54.800303 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385bde0-c928-4094-8e4b-53ea3448f8a5 req-a2e19d0c-6323-4a29-8bf9-c8a817b5ccbb tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:54.801108 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-1385bde0-c928-4094-8e4b-53ea3448f8a5 req-a2e19d0c-6323-4a29-8bf9-c8a817b5ccbb tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Synchronizing usage tracker for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:port {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:18:54.818391 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-23b3e6f2-8796-4394-b8b6-a57c6aef37e1 req-07f26371-6f8a-4cc6-bfd2-abb9d5509dea tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797021
May 04 18:18:54.819035 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-1385bde0-c928-4094-8e4b-53ea3448f8a5 req-a2e19d0c-6323-4a29-8bf9-c8a817b5ccbb tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Unset dirty status for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:port {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:18:54.820355 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1385bde0-c928-4094-8e4b-53ea3448f8a5 req-a2e19d0c-6323-4a29-8bf9-c8a817b5ccbb tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 945 time: 0.1191127
May 04 18:18:54.859711 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:54.864593 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:54.896293 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-399830f0-cde2-410a-b61e-baf4086ff45f req-7417ea57-adc0-4b26-98f6-d2406f4ac424 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:54.904370 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:54.908597 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1385bde0-c928-4094-8e4b-53ea3448f8a5 req-9bdcb3be-41d9-486d-b2c2-ed8a176071e7 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786722
May 04 18:18:54.912438 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['ddf248c2-cdc1-477e-989e-cd77394df588'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:18:54.950528 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417ea57-adc0-4b26-98f6-d2406f4ac424 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Pushing event deleted for resources: {'Port': ['ID=7adaeea3-d11b-4bfc-9f32-6493ee28f709,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:54.959552 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-7417ea57-adc0-4b26-98f6-d2406f4ac424 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:55.089182 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-b2d548e5-af16-45da-833b-53721f20f2d2 service neutron] 10.222.0.64 "GET /v2.0/networks/23dd4ce0-abd1-4ca9-89d2-2f9aea29074c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3988841
May 04 18:18:55.095721 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1e3bd644-566b-4862-b169-5a5e72a0fc4c req-1f49796d-12f0-463f-b4ee-6a20937a0aba tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8 HTTP/1.1" status: 200  len: 210 time: 0.0922101
May 04 18:18:55.096826 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-399830f0-cde2-410a-b61e-baf4086ff45f req-7417ea57-adc0-4b26-98f6-d2406f4ac424 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] No DVR routers for this DVR port 7adaeea3-d11b-4bfc-9f32-6493ee28f709 on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:18:55.131273 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-399830f0-cde2-410a-b61e-baf4086ff45f req-7417ea57-adc0-4b26-98f6-d2406f4ac424 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:55.135238 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd725787-9325-4f87-b02e-261b895b63ea req-4715edbb-d267-4aba-88fa-becc63a44221 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:55.136730 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-bd725787-9325-4f87-b02e-261b895b63ea req-4715edbb-d267-4aba-88fa-becc63a44221 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 943 time: 0.1069751
May 04 18:18:55.186663 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-bd725787-9325-4f87-b02e-261b895b63ea req-982c3c58-487a-4dcb-b8e3-2db7eb05331e tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431778
May 04 18:18:55.198157 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-399830f0-cde2-410a-b61e-baf4086ff45f req-7417ea57-adc0-4b26-98f6-d2406f4ac424 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.64 "DELETE /v2.0/ports/7adaeea3-d11b-4bfc-9f32-6493ee28f709 HTTP/1.1" status: 204  len: 173 time: 1.6199846
May 04 18:18:55.242589 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c557f551-030f-4abf-a7b2-d32da7ea8a2b req-662c57fd-5cb0-4ab6-b4c5-158d5815daab service neutron] 10.222.0.64 "GET /v2.0/networks/23dd4ce0-abd1-4ca9-89d2-2f9aea29074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438184
May 04 18:18:55.387803 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561078c-c1db-4458-b799-fa7a09666653 req-25995a40-3397-4f42-8e40-fea6ece16879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:55.389280 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5561078c-c1db-4458-b799-fa7a09666653 req-25995a40-3397-4f42-8e40-fea6ece16879 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9657dc1e2dfd49c28f24791c35b6d853&device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 1096 time: 0.0780122
May 04 18:18:55.611110 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561078c-c1db-4458-b799-fa7a09666653 req-bf5fa710-dea6-45b1-8bd5-fce09716fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:55.612531 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5561078c-c1db-4458-b799-fa7a09666653 req-bf5fa710-dea6-45b1-8bd5-fce09716fd2e service neutron] 10.222.0.64 "GET /v2.0/networks?id=23dd4ce0-abd1-4ca9-89d2-2f9aea29074c HTTP/1.1" status: 200  len: 915 time: 0.2145958
May 04 18:18:55.669990 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 7adaeea3-d11b-4bfc-9f32-6493ee28f709 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:18:55.688059 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5561078c-c1db-4458-b799-fa7a09666653 req-a2826f7c-c20c-4a36-8346-724446bb599d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aeee17b9-eb64-4679-ac02-79f422721bc1 HTTP/1.1" status: 200  len: 217 time: 0.0597348
May 04 18:18:55.703741 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: 7adaeea3-d11b-4bfc-9f32-6493ee28f709 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:18:55.704145 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 7adaeea3-d11b-4bfc-9f32-6493ee28f709 not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:18:55.704531 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device b74d3472-9360-40dc-a0c0-548928e2a273 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:18:55.737702 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: b74d3472-9360-40dc-a0c0-548928e2a273 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:18:55.738087 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device b74d3472-9360-40dc-a0c0-548928e2a273 not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:18:55.761199 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561078c-c1db-4458-b799-fa7a09666653 req-be5a04c8-017d-4b62-a080-a4e908391732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:55.762666 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5561078c-c1db-4458-b799-fa7a09666653 req-be5a04c8-017d-4b62-a080-a4e908391732 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15b51f11-c037-4c88-98ce-144cc726ee20 HTTP/1.1" status: 200  len: 854 time: 0.0597246
May 04 18:18:55.827947 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5561078c-c1db-4458-b799-fa7a09666653 req-0b21c48c-5668-4682-8dcd-e24a2a02ca04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23dd4ce0-abd1-4ca9-89d2-2f9aea29074c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401289
May 04 18:18:56.024492 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5561078c-c1db-4458-b799-fa7a09666653 req-fe543c29-d0c5-4f61-a22d-60b7b2967d1a service neutron] 10.222.0.64 "GET /v2.0/networks/23dd4ce0-abd1-4ca9-89d2-2f9aea29074c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1855888
May 04 18:18:56.082508 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8', 'name': 'network-vif-deleted', 'tag': '7adaeea3-d11b-4bfc-9f32-6493ee28f709'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:18:56.102152 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611315e-98d9-41ae-8cfa-4793ef1ff645 req-d14f36ab-6c2e-4754-a7e9-32a6b1e584fb tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:56.109063 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5611315e-98d9-41ae-8cfa-4793ef1ff645 req-d14f36ab-6c2e-4754-a7e9-32a6b1e584fb tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.1584091
May 04 18:18:56.132069 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5052690-0650-4e81-a38c-ffae58f256be req-a3974d6c-decf-4b6d-8530-e24fb0845bf8 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:56.133693 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f5052690-0650-4e81-a38c-ffae58f256be req-a3974d6c-decf-4b6d-8530-e24fb0845bf8 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 945 time: 0.1017807
May 04 18:18:56.199874 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f5052690-0650-4e81-a38c-ffae58f256be req-6ff8c3ef-cac8-4677-bcc2-61d151d15346 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601437
May 04 18:18:56.236284 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5611315e-98d9-41ae-8cfa-4793ef1ff645 req-922a5c58-69ca-40e8-a8df-cd0080a65923 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1262367
May 04 18:18:56.248829 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cb1b01-aab1-4ebc-88ad-5e65fe35eaf8', 'name': 'network-vif-deleted', 'tag': '7adaeea3-d11b-4bfc-9f32-6493ee28f709', 'status': 'completed', 'code': 200}
May 04 18:18:56.257947 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5561078c-c1db-4458-b799-fa7a09666653 req-284a87b0-7b65-4dfa-bc91-35d5bb5acb91 service neutron] 10.222.0.64 "GET /v2.0/networks/23dd4ce0-abd1-4ca9-89d2-2f9aea29074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2148871
May 04 18:18:56.431199 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e57359-1807-493f-a1f8-502e658f2d5a req-72e601cf-7b2c-4e90-8f6e-20adfcc6acc4 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:56.432668 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-97e57359-1807-493f-a1f8-502e658f2d5a req-72e601cf-7b2c-4e90-8f6e-20adfcc6acc4 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 943 time: 0.0822151
May 04 18:18:56.480161 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-97e57359-1807-493f-a1f8-502e658f2d5a req-baba81a7-16de-4f66-b44e-4634a36c1221 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412252
May 04 18:18:56.693301 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931b901-2dba-46a1-a284-8e0ddc31a91f req-f948fca9-d1ea-4084-bdfd-c6779b70864b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:56.694032 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-f931b901-2dba-46a1-a284-8e0ddc31a91f req-f948fca9-d1ea-4084-bdfd-c6779b70864b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Synchronizing usage tracker for tenant:6aefb4fa5e3d445b8c9b88bc40882c9e on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:18:56.710050 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-f931b901-2dba-46a1-a284-8e0ddc31a91f req-f948fca9-d1ea-4084-bdfd-c6779b70864b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Unset dirty status for tenant:6aefb4fa5e3d445b8c9b88bc40882c9e on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:18:56.711216 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f931b901-2dba-46a1-a284-8e0ddc31a91f req-f948fca9-d1ea-4084-bdfd-c6779b70864b tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1036453
May 04 18:18:56.759440 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f931b901-2dba-46a1-a284-8e0ddc31a91f req-0eb5ac39-94a1-449a-9c2d-39a6d70fda24 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413239
May 04 18:18:56.814269 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:57.214247 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba490496-445d-44c5-b7ae-44de3bede6ea req-74e8b813-5622-4449-ac6f-90262f9dbeb3 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:57.215722 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ba490496-445d-44c5-b7ae-44de3bede6ea req-74e8b813-5622-4449-ac6f-90262f9dbeb3 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 945 time: 0.0857313
May 04 18:18:57.367310 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-ba490496-445d-44c5-b7ae-44de3bede6ea req-beb226c0-91eb-4b28-b656-5bf31d02265a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Deleting port 6b33510f-0b7e-4f62-b8f4-c065f144ed45 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:18:57.367731 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-ba490496-445d-44c5-b7ae-44de3bede6ea req-beb226c0-91eb-4b28-b656-5bf31d02265a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:57.403684 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20349a-fae5-494e-8991-0527cf5eacd6 req-20de51ec-a658-49a5-a513-546576f73369 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:57.405384 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ac20349a-fae5-494e-8991-0527cf5eacd6 req-20de51ec-a658-49a5-a513-546576f73369 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 945 time: 0.0949054
May 04 18:18:57.451965 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ac20349a-fae5-494e-8991-0527cf5eacd6 req-14b145ea-cc58-4774-903a-fb721b816ce3 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403750
May 04 18:18:57.569709 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-ba490496-445d-44c5-b7ae-44de3bede6ea req-beb226c0-91eb-4b28-b656-5bf31d02265a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] For port 6b33510f-0b7e-4f62-b8f4-c065f144ed45, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6b33510f-0b7e-4f62-b8f4-c065f144ed45,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:18:57.570089 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-ba490496-445d-44c5-b7ae-44de3bede6ea req-beb226c0-91eb-4b28-b656-5bf31d02265a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:57.592581 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89b23e-d667-47d4-b696-2520108e1410 req-4afc7cdf-6c7a-434e-a137-16f0a631059b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:57.594101 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1e89b23e-d667-47d4-b696-2520108e1410 req-4afc7cdf-6c7a-434e-a137-16f0a631059b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 943 time: 0.2117119
May 04 18:18:57.667215 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44489e90-53c2-44a4-b455-ffd3d0fc9eee req-c09f6cf5-a1aa-496a-86bf-b7296051a04b tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:57.668733 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-44489e90-53c2-44a4-b455-ffd3d0fc9eee req-c09f6cf5-a1aa-496a-86bf-b7296051a04b tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 943 time: 0.0819788
May 04 18:18:57.698159 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 08cba8bb-6323-440c-b12b-9faadc818c59 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:18:57.718904 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-44489e90-53c2-44a4-b455-ffd3d0fc9eee req-c61d57b8-250a-4dfe-91a8-662c55b48f06 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442328
May 04 18:18:57.724252 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-ba490496-445d-44c5-b7ae-44de3bede6ea req-beb226c0-91eb-4b28-b656-5bf31d02265a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Calling delete_port for 6b33510f-0b7e-4f62-b8f4-c065f144ed45 owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:18:57.769251 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1e89b23e-d667-47d4-b696-2520108e1410 req-805a787c-96c7-47d8-8bd5-bb1210dd8fd6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1245520
May 04 18:18:57.903743 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 08cba8bb-6323-440c-b12b-9faadc818c59, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08cba8bb-6323-440c-b12b-9faadc818c59,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:18:57.920357 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': '08cba8bb-6323-440c-b12b-9faadc818c59', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'port_id': '08cba8bb-6323-440c-b12b-9faadc818c59', 'mac_address': 'fa:16:3e:6b:d3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:18:57.993361 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-ba490496-445d-44c5-b7ae-44de3bede6ea req-beb226c0-91eb-4b28-b656-5bf31d02265a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:58.003841 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fbae5-9656-488f-8a10-69fb36498740 req-f9b82243-c796-417d-ae56-b649973ab3ea tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:58.005404 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-dd3fbae5-9656-488f-8a10-69fb36498740 req-f9b82243-c796-417d-ae56-b649973ab3ea tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1075768
May 04 18:18:58.010108 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['d264afca-e178-4441-8346-e008c8fdc798', '6b33510f-0b7e-4f62-b8f4-c065f144ed45'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:18:58.013524 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ad69505b-3eef-452c-9469-ce1ff37de9aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:58.056183 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:58.062125 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb226c0-91eb-4b28-b656-5bf31d02265a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Pushing event deleted for resources: {'Port': ['ID=6b33510f-0b7e-4f62-b8f4-c065f144ed45,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:58.069840 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-dd3fbae5-9656-488f-8a10-69fb36498740 req-14a2ea98-fc92-46b0-9da4-3bf53b15d2c8 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538213
May 04 18:18:58.099731 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-beb226c0-91eb-4b28-b656-5bf31d02265a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:58.101268 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08cba8bb-6323-440c-b12b-9faadc818c59 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:18:58.136325 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 08cba8bb-6323-440c-b12b-9faadc818c59, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08cba8bb-6323-440c-b12b-9faadc818c59,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:18:58.141459 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba490496-445d-44c5-b7ae-44de3bede6ea req-beb226c0-91eb-4b28-b656-5bf31d02265a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] No DVR routers for this DVR port 6b33510f-0b7e-4f62-b8f4-c065f144ed45 on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:18:58.144353 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-ba490496-445d-44c5-b7ae-44de3bede6ea req-beb226c0-91eb-4b28-b656-5bf31d02265a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:58.145874 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:58.146594 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device aeee17b9-eb64-4679-ac02-79f422721bc1 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:18:58.151531 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:58.158288 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ba490496-445d-44c5-b7ae-44de3bede6ea req-beb226c0-91eb-4b28-b656-5bf31d02265a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.64 "DELETE /v2.0/ports/6b33510f-0b7e-4f62-b8f4-c065f144ed45 HTTP/1.1" status: 204  len: 173 time: 0.9346943
May 04 18:18:58.250097 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dc861d-2894-48e1-baab-155da55ee2bc', 'name': 'network-vif-deleted', 'tag': '6b33510f-0b7e-4f62-b8f4-c065f144ed45'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:18:58.297920 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=08cba8bb-6323-440c-b12b-9faadc818c59,revision_number=9']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:58.315882 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dc861d-2894-48e1-baab-155da55ee2bc', 'name': 'network-vif-deleted', 'tag': '6b33510f-0b7e-4f62-b8f4-c065f144ed45', 'status': 'completed', 'code': 200}
May 04 18:18:58.359093 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:58.359437 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:58.359773 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:58.360104 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:58.360431 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:58.360755 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:58.361074 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:58.361393 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:58.361768 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:58.362091 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:58.362417 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:58.362718 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:18:58.372407 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:58.445655 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port aeee17b9-eb64-4679-ac02-79f422721bc1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=aeee17b9-eb64-4679-ac02-79f422721bc1,segment=NetworkSegment(c607a488-21ae-45ab-a482-a90f0014e75b),segment_id=c607a488-21ae-45ab-a482-a90f0014e75b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:18:58.463707 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': 'aeee17b9-eb64-4679-ac02-79f422721bc1', 'network_id': '23dd4ce0-abd1-4ca9-89d2-2f9aea29074c', 'port_id': 'aeee17b9-eb64-4679-ac02-79f422721bc1', 'mac_address': 'fa:16:3e:f8:50:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b51f11-c037-4c88-98ce-144cc726ee20', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:18:58.532552 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:58.550640 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeee17b9-eb64-4679-ac02-79f422721bc1 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:18:58.566867 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port aeee17b9-eb64-4679-ac02-79f422721bc1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=aeee17b9-eb64-4679-ac02-79f422721bc1,segment=NetworkSegment(c607a488-21ae-45ab-a482-a90f0014e75b),segment_id=c607a488-21ae-45ab-a482-a90f0014e75b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:18:58.573483 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:18:58.575410 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:18:58.622235 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5eccea48-7219-4f33-893e-077080fdad05 req-1efc7ca4-83bb-4a74-8cc7-ce47b4813d33 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dc861d-2894-48e1-baab-155da55ee2bc HTTP/1.1" status: 200  len: 210 time: 0.0432947
May 04 18:18:58.650804 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=aeee17b9-eb64-4679-ac02-79f422721bc1,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:18:58.653882 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:18:58.981174 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf36e4-f90f-4333-ae5c-ddd16c611020 req-2688b7b2-86a3-4c66-b102-907b38407367 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:58.982994 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1abf36e4-f90f-4333-ae5c-ddd16c611020 req-2688b7b2-86a3-4c66-b102-907b38407367 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 944 time: 0.1491261
May 04 18:18:59.042338 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1abf36e4-f90f-4333-ae5c-ddd16c611020 req-8221d9ff-0a37-4914-aa55-e607e86546c7 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506060
May 04 18:18:59.071554 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61127cda-8690-4189-92a7-a77b998abc94 req-04fb8db1-3909-48cb-ac9b-8c3ed68cd0d6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:59.073163 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-61127cda-8690-4189-92a7-a77b998abc94 req-04fb8db1-3909-48cb-ac9b-8c3ed68cd0d6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 944 time: 0.0987368
May 04 18:18:59.110365 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['aeee17b9-eb64-4679-ac02-79f422721bc1'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:18:59.153759 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['08cba8bb-6323-440c-b12b-9faadc818c59'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:18:59.164296 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-61127cda-8690-4189-92a7-a77b998abc94 req-8d5fbc96-20a3-4568-b4a5-ea7a33e7204e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752671
May 04 18:18:59.264939 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c0bd2-52bb-4629-ae38-e4985e2b7ab8 req-8cfcda13-4d92-416e-b148-3ea9573858e0 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:18:59.266458 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-519c0bd2-52bb-4629-ae38-e4985e2b7ab8 req-8cfcda13-4d92-416e-b148-3ea9573858e0 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0895801
May 04 18:18:59.323129 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-519c0bd2-52bb-4629-ae38-e4985e2b7ab8 req-17bc8d58-71f3-47b7-bc5f-d46118df4159 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469553
May 04 18:18:59.696628 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 6b33510f-0b7e-4f62-b8f4-c065f144ed45 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:18:59.732653 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: 6b33510f-0b7e-4f62-b8f4-c065f144ed45 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:18:59.733003 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 6b33510f-0b7e-4f62-b8f4-c065f144ed45 not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:19:00.240212 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f36b1-44c5-43b7-be15-068ddabfacb6 req-7efe3d9e-9fcf-4ad5-acb6-d611c57d86df tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:00.241688 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-571f36b1-44c5-43b7-be15-068ddabfacb6 req-7efe3d9e-9fcf-4ad5-acb6-d611c57d86df tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 944 time: 0.0869637
May 04 18:19:00.291525 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-571f36b1-44c5-43b7-be15-068ddabfacb6 req-f730bf40-a277-47e0-832c-350ac2a62712 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437427
May 04 18:19:00.390122 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c8cb5-accd-4e77-9b41-e374b9743341 req-ae9d8a04-91a3-461c-9fea-b2a2018aa38b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:00.391592 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e95c8cb5-accd-4e77-9b41-e374b9743341 req-ae9d8a04-91a3-461c-9fea-b2a2018aa38b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 944 time: 0.0866039
May 04 18:19:00.523570 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e95c8cb5-accd-4e77-9b41-e374b9743341 req-6c62f320-e274-400a-b2ff-9bf266c4ca15 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1263080
May 04 18:19:00.527574 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17a6ca-76ae-4f89-b891-66ac78ae1aa9 req-7ed0bb8c-c98c-4a37-9a98-e0c03658b134 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:00.532769 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0f17a6ca-76ae-4f89-b891-66ac78ae1aa9 req-7ed0bb8c-c98c-4a37-9a98-e0c03658b134 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0913758
May 04 18:19:00.584462 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0f17a6ca-76ae-4f89-b891-66ac78ae1aa9 req-f5e01feb-40e6-45dd-a41b-783c9788f992 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466876
May 04 18:19:01.320445 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb8eb-274d-4151-98a2-45607f2e5ffc req-e4188603-0347-48f7-b947-7cd5d5b41f8b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:01.321158 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-759bb8eb-274d-4151-98a2-45607f2e5ffc req-e4188603-0347-48f7-b947-7cd5d5b41f8b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Synchronizing usage tracker for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:19:01.337280 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-759bb8eb-274d-4151-98a2-45607f2e5ffc req-e4188603-0347-48f7-b947-7cd5d5b41f8b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Unset dirty status for tenant:f0cb6cff504c4a8da4ec138a21a196f0 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:19:01.338678 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-759bb8eb-274d-4151-98a2-45607f2e5ffc req-e4188603-0347-48f7-b947-7cd5d5b41f8b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 945 time: 0.0960548
May 04 18:19:01.384346 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-759bb8eb-274d-4151-98a2-45607f2e5ffc req-646c971f-c4ec-4bbb-9d4e-8fe9f77e85ff tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394824
May 04 18:19:01.481892 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f385a95-1e32-4d05-b8c2-cbfcdedffc6c req-492c62e7-0a66-4b40-abf9-348ac76e05c7 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:01.483269 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1f385a95-1e32-4d05-b8c2-cbfcdedffc6c req-492c62e7-0a66-4b40-abf9-348ac76e05c7 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 944 time: 0.0802982
May 04 18:19:01.531641 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1f385a95-1e32-4d05-b8c2-cbfcdedffc6c req-f362db74-e848-4d3c-bf2e-b91ed9daa5cf tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426934
May 04 18:19:01.700640 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 08cba8bb-6323-440c-b12b-9faadc818c59 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:19:01.725857 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801592b-790f-4dd9-8dab-19309c83746a req-8ce186b2-b5f3-4eb1-ad07-3dc6c52aab6f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:01.727733 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e801592b-790f-4dd9-8dab-19309c83746a req-8ce186b2-b5f3-4eb1-ad07-3dc6c52aab6f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 944 time: 0.0874724
May 04 18:19:01.773721 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e801592b-790f-4dd9-8dab-19309c83746a req-bb192c84-be22-4d68-8bde-c37ae2e6cc56 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403192
May 04 18:19:01.774435 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e195f-d4bd-488e-b96f-3ff3d571a260 req-8f0069a8-6020-494d-b24e-67a4b6699b1e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:01.775962 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ab1e195f-d4bd-488e-b96f-3ff3d571a260 req-8f0069a8-6020-494d-b24e-67a4b6699b1e tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0851707
May 04 18:19:01.778627 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port 08cba8bb-6323-440c-b12b-9faadc818c59 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:19:01.779013 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:01.822991 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ab1e195f-d4bd-488e-b96f-3ff3d571a260 req-71ff2869-2b8e-4138-95ac-d863687f411d tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411129
May 04 18:19:01.900550 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:01.928190 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cba8bb-6323-440c-b12b-9faadc818c59'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:19:01.937669 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 08cba8bb-6323-440c-b12b-9faadc818c59, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08cba8bb-6323-440c-b12b-9faadc818c59,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:19:01.942374 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:01.943464 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device aeee17b9-eb64-4679-ac02-79f422721bc1 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:19:01.967426 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-40421359-6206-4b33-97b6-1bae00e2475b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:01.997214 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cba8bb-6323-440c-b12b-9faadc818c59', 'code': 200}
May 04 18:19:02.064683 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=08cba8bb-6323-440c-b12b-9faadc818c59,revision_number=10']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:02.067691 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:02.076112 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port aeee17b9-eb64-4679-ac02-79f422721bc1 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:19:02.080786 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port aeee17b9-eb64-4679-ac02-79f422721bc1 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:19:02.081157 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:02.195204 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:02.230229 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port aeee17b9-eb64-4679-ac02-79f422721bc1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=aeee17b9-eb64-4679-ac02-79f422721bc1,segment=NetworkSegment(c607a488-21ae-45ab-a482-a90f0014e75b),segment_id=c607a488-21ae-45ab-a482-a90f0014e75b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:19:02.234579 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:02.236432 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:02.301831 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=aeee17b9-eb64-4679-ac02-79f422721bc1,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:02.304801 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:02.582871 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e881a-5d26-43b9-a23f-b5656dea316c req-87673d14-4534-4b58-a1b9-8c021a588366 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:02.584330 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8a8e881a-5d26-43b9-a23f-b5656dea316c req-87673d14-4534-4b58-a1b9-8c021a588366 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 945 time: 0.0865972
May 04 18:19:02.631840 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8a8e881a-5d26-43b9-a23f-b5656dea316c req-7a2f247f-fad4-45f1-a71a-28cab0c11b5b tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414500
May 04 18:19:02.719721 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef4197-9562-4638-b430-7785add3543c req-4b297085-95c8-42d6-bce6-abdf2b09d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:02.721298 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-bbef4197-9562-4638-b430-7785add3543c req-4b297085-95c8-42d6-bce6-abdf2b09d2ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 1099 time: 0.1250608
May 04 18:19:02.762032 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326df02-5765-485f-98ad-5d3cfc0815a2 req-b5376441-b86a-4827-a38f-d7ad827fcb93 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:02.763475 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d326df02-5765-485f-98ad-5d3cfc0815a2 req-b5376441-b86a-4827-a38f-d7ad827fcb93 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 945 time: 0.1183040
May 04 18:19:02.796424 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-bbef4197-9562-4638-b430-7785add3543c req-567b37e1-0b2c-4f9c-870d-cb46cdbbb180 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613797
May 04 18:19:02.822148 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d326df02-5765-485f-98ad-5d3cfc0815a2 req-b3dbe404-a375-4a1f-9c8d-1527653ebae3 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478795
May 04 18:19:02.981556 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3477aa-9ece-4ede-9b87-cc8ec81be8ed req-34f08421-4655-49df-b7f5-47a0d5b0aed0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:02.982987 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7c3477aa-9ece-4ede-9b87-cc8ec81be8ed req-34f08421-4655-49df-b7f5-47a0d5b0aed0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 946 time: 0.0935595
May 04 18:19:03.011528 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65186b8d-6f02-42ce-9213-91f790966ca6 req-280365c6-a2b3-4b42-8be9-48bbebdacd03 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:03.013067 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-65186b8d-6f02-42ce-9213-91f790966ca6 req-280365c6-a2b3-4b42-8be9-48bbebdacd03 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.0856848
May 04 18:19:03.031178 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7c3477aa-9ece-4ede-9b87-cc8ec81be8ed req-0c40dfeb-929c-4e23-b3a4-a8ab1eed68d5 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404689
May 04 18:19:03.059850 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-65186b8d-6f02-42ce-9213-91f790966ca6 req-bfe6eb1e-489c-41f3-b529-4e1b2d4889f5 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405757
May 04 18:19:03.818682 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dfb2c-d46f-470c-a0d5-1f617419bea8 req-ec46bd6c-bda0-41f9-8be0-4500331d8798 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:03.820252 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-014dfb2c-d46f-470c-a0d5-1f617419bea8 req-ec46bd6c-bda0-41f9-8be0-4500331d8798 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 945 time: 0.0845242
May 04 18:19:03.867725 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-014dfb2c-d46f-470c-a0d5-1f617419bea8 req-90208d7f-080e-47c0-98ac-51f8525ceda7 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f50eff3-c029-4595-ae10-bf3245f4de0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419176
May 04 18:19:03.998210 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bfbf8c-07ba-4761-8356-89f37b91fbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeee17b9-eb64-4679-ac02-79f422721bc1'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:19:04.005452 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef45807-b044-46d4-8a51-e7de11260cbf req-3f8d10e7-6927-4c1c-9fbb-6a16913fba77 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:04.007011 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1ef45807-b044-46d4-8a51-e7de11260cbf req-3f8d10e7-6927-4c1c-9fbb-6a16913fba77 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.64 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 945 time: 0.1312377
May 04 18:19:04.041941 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bfbf8c-07ba-4761-8356-89f37b91fbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeee17b9-eb64-4679-ac02-79f422721bc1', 'code': 200}
May 04 18:19:04.089769 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ff701-32be-43fe-b497-ca55fc66cbf5 req-45814d8b-4610-44fd-81c4-dfb702c7b6e1 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:04.091284 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8a7ff701-32be-43fe-b497-ca55fc66cbf5 req-45814d8b-4610-44fd-81c4-dfb702c7b6e1 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 945 time: 0.1591420
May 04 18:19:04.200698 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8a7ff701-32be-43fe-b497-ca55fc66cbf5 req-eda2369b-7962-42be-a3d6-34d58a3603b3 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020141
May 04 18:19:04.217020 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-1ef45807-b044-46d4-8a51-e7de11260cbf req-6bf24610-f939-4580-950e-9b52708c53dc tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Deleting port d264afca-e178-4441-8346-e008c8fdc798 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:19:04.217367 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1ef45807-b044-46d4-8a51-e7de11260cbf req-6bf24610-f939-4580-950e-9b52708c53dc tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:04.290556 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdce368-43c4-4293-81ca-29ec7ebeb570 req-10c0513b-67eb-4c64-83cc-7e0ab325ea9f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:04.292144 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5fdce368-43c4-4293-81ca-29ec7ebeb570 req-10c0513b-67eb-4c64-83cc-7e0ab325ea9f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 946 time: 0.1456859
May 04 18:19:04.346879 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5fdce368-43c4-4293-81ca-29ec7ebeb570 req-6fe66221-0880-4c68-a69a-18f61f0e1a7d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461960
May 04 18:19:04.572039 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-1ef45807-b044-46d4-8a51-e7de11260cbf req-6bf24610-f939-4580-950e-9b52708c53dc tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] For port d264afca-e178-4441-8346-e008c8fdc798, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d264afca-e178-4441-8346-e008c8fdc798,segment=NetworkSegment(e632bc6b-951d-4fcb-9e95-1c7b49f5f80e),segment_id=e632bc6b-951d-4fcb-9e95-1c7b49f5f80e)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:19:04.572566 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1ef45807-b044-46d4-8a51-e7de11260cbf req-6bf24610-f939-4580-950e-9b52708c53dc tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:04.717205 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-1ef45807-b044-46d4-8a51-e7de11260cbf req-6bf24610-f939-4580-950e-9b52708c53dc tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Calling delete_port for d264afca-e178-4441-8346-e008c8fdc798 owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:19:04.755311 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23307162-188d-4cbd-9feb-46e39ef3dcfa req-15ec2e17-0756-4d89-ac2d-abc6073164ec tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:04.756885 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-23307162-188d-4cbd-9feb-46e39ef3dcfa req-15ec2e17-0756-4d89-ac2d-abc6073164ec tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.4182446
May 04 18:19:04.760572 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5026b-196e-457d-88d1-d6d2e122c5b7 req-75aa6940-654f-4659-a89f-eb6b05cf6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:04.762221 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-55e5026b-196e-457d-88d1-d6d2e122c5b7 req-75aa6940-654f-4659-a89f-eb6b05cf6a4f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 1098 time: 0.4255002
May 04 18:19:04.859842 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-23307162-188d-4cbd-9feb-46e39ef3dcfa req-3637cddf-29db-4aae-ad30-7e85b2148877 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aa88924-80ef-45c8-9718-ba7f8389eb60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965118
May 04 18:19:04.864895 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-55e5026b-196e-457d-88d1-d6d2e122c5b7 req-41154538-6d2a-4b76-adc0-bade09da91cf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836899
May 04 18:19:04.977452 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1ef45807-b044-46d4-8a51-e7de11260cbf req-6bf24610-f939-4580-950e-9b52708c53dc tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:04.984222 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-7417ea57-adc0-4b26-98f6-d2406f4ac424 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:04.994257 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['d264afca-e178-4441-8346-e008c8fdc798'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:19:05.061066 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-70907336-fd6c-488f-96db-6b53cde20474 req-545312f2-6b04-45d5-b6dd-375ee8b6bc3d tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.67 "GET /v2.0/ports?device_id=77c13ea6-e575-4bfd-9457-22c643478e9b HTTP/1.1" status: 200  len: 210 time: 0.0507474
May 04 18:19:05.067384 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf24610-f939-4580-950e-9b52708c53dc tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Pushing event deleted for resources: {'Port': ['ID=d264afca-e178-4441-8346-e008c8fdc798,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:05.077491 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-6bf24610-f939-4580-950e-9b52708c53dc tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:05.143515 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef45807-b044-46d4-8a51-e7de11260cbf req-6bf24610-f939-4580-950e-9b52708c53dc tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] No DVR routers for this DVR port d264afca-e178-4441-8346-e008c8fdc798 on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:19:05.146653 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1ef45807-b044-46d4-8a51-e7de11260cbf req-6bf24610-f939-4580-950e-9b52708c53dc tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:05.150767 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c13ea6-e575-4bfd-9457-22c643478e9b', 'name': 'network-vif-deleted', 'tag': 'd264afca-e178-4441-8346-e008c8fdc798'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:19:05.167069 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1ef45807-b044-46d4-8a51-e7de11260cbf req-6bf24610-f939-4580-950e-9b52708c53dc tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] 10.222.0.64 "DELETE /v2.0/ports/d264afca-e178-4441-8346-e008c8fdc798 HTTP/1.1" status: 204  len: 173 time: 1.1479049
May 04 18:19:05.234924 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c13ea6-e575-4bfd-9457-22c643478e9b', 'name': 'network-vif-deleted', 'tag': 'd264afca-e178-4441-8346-e008c8fdc798', 'status': 'completed', 'code': 200}
May 04 18:19:05.296947 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd88f5-3180-49b8-aeab-bc4cd16cebdb req-d538ea09-7bc9-4332-bd86-19e9e6883ef0 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:05.298463 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-17dd88f5-3180-49b8-aeab-bc4cd16cebdb req-d538ea09-7bc9-4332-bd86-19e9e6883ef0 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.64 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 946 time: 0.1003084
May 04 18:19:05.429242 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75107bd6-b6e9-4195-9416-f26c899a520c req-15f80596-4aa0-4124-8201-9df59be33c12 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:05.432122 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-75107bd6-b6e9-4195-9416-f26c899a520c req-15f80596-4aa0-4124-8201-9df59be33c12 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 945 time: 0.1093407
May 04 18:19:05.463964 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-17dd88f5-3180-49b8-aeab-bc4cd16cebdb req-462d8d87-b679-4be4-8dfe-00e1649546ec tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Deleting port ddf248c2-cdc1-477e-989e-cd77394df588 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:19:05.464478 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-17dd88f5-3180-49b8-aeab-bc4cd16cebdb req-462d8d87-b679-4be4-8dfe-00e1649546ec tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:05.487368 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-75107bd6-b6e9-4195-9416-f26c899a520c req-8dc2c5a8-bf9b-40fc-b0a3-e49746345546 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475829
May 04 18:19:05.658405 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-17dd88f5-3180-49b8-aeab-bc4cd16cebdb req-462d8d87-b679-4be4-8dfe-00e1649546ec tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] For port ddf248c2-cdc1-477e-989e-cd77394df588, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ddf248c2-cdc1-477e-989e-cd77394df588,segment=NetworkSegment(c2b2c400-f28b-4668-b6f3-7d05f392235b),segment_id=c2b2c400-f28b-4668-b6f3-7d05f392235b)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:19:05.658661 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-17dd88f5-3180-49b8-aeab-bc4cd16cebdb req-462d8d87-b679-4be4-8dfe-00e1649546ec tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:05.675762 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409637c6-89bf-440c-8d78-6febdd5995d0 req-d30d0edf-dd08-4b59-a4a4-b14094dfef1d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:05.677273 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-409637c6-89bf-440c-8d78-6febdd5995d0 req-d30d0edf-dd08-4b59-a4a4-b14094dfef1d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 946 time: 0.1961665
May 04 18:19:05.805823 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-17dd88f5-3180-49b8-aeab-bc4cd16cebdb req-462d8d87-b679-4be4-8dfe-00e1649546ec tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Calling delete_port for ddf248c2-cdc1-477e-989e-cd77394df588 owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:19:05.848248 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-409637c6-89bf-440c-8d78-6febdd5995d0 req-6cb3933a-97bc-40f2-a61e-3a199e940a8c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1184113
May 04 18:19:05.958661 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-17dd88f5-3180-49b8-aeab-bc4cd16cebdb req-462d8d87-b679-4be4-8dfe-00e1649546ec tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:05.988660 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:06.035178 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-41706b35-7715-4e52-82ee-e13dabc1f120 req-be1a4dec-207c-48b0-9914-cd101d01f3d6 tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9d0818-0adb-4b44-8fd1-ccc77f8fc15e HTTP/1.1" status: 200  len: 210 time: 0.0523925
May 04 18:19:06.093298 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d8d87-b679-4be4-8dfe-00e1649546ec tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Pushing event deleted for resources: {'Port': ['ID=ddf248c2-cdc1-477e-989e-cd77394df588,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:06.096092 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-462d8d87-b679-4be4-8dfe-00e1649546ec tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:06.140310 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-17dd88f5-3180-49b8-aeab-bc4cd16cebdb req-462d8d87-b679-4be4-8dfe-00e1649546ec tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] No DVR routers for this DVR port ddf248c2-cdc1-477e-989e-cd77394df588 on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:19:06.142781 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-17dd88f5-3180-49b8-aeab-bc4cd16cebdb req-462d8d87-b679-4be4-8dfe-00e1649546ec tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:06.161263 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-17dd88f5-3180-49b8-aeab-bc4cd16cebdb req-462d8d87-b679-4be4-8dfe-00e1649546ec tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] 10.222.0.64 "DELETE /v2.0/ports/ddf248c2-cdc1-477e-989e-cd77394df588 HTTP/1.1" status: 204  len: 173 time: 0.8571579
May 04 18:19:06.177498 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 44168) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:06.249704 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbc27e3-f063-4e3b-a206-839e0a74b229 admin admin] Deleting subnet 6eeccb21-59c9-4d38-b9b9-5a3f4940df7b {{(pid=73828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 18:19:06.252885 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1bbc27e3-f063-4e3b-a206-839e0a74b229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:06.303068 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1bbc27e3-f063-4e3b-a206-839e0a74b229 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:06.310444 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1bbc27e3-f063-4e3b-a206-839e0a74b229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134034807'] for subnet, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:06.566015 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1bbc27e3-f063-4e3b-a206-839e0a74b229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134034814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for subnet, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:06.571428 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3c007313-91be-402d-90d1-076be25ccbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:06.637829 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc27e3-f063-4e3b-a206-839e0a74b229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eeccb21-59c9-4d38-b9b9-5a3f4940df7b,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:06.640009 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1bbc27e3-f063-4e3b-a206-839e0a74b229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:06.650565 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-1bbc27e3-f063-4e3b-a206-839e0a74b229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:06.651930 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-1bbc27e3-f063-4e3b-a206-839e0a74b229 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6eeccb21-59c9-4d38-b9b9-5a3f4940df7b HTTP/1.1" status: 204  len: 168 time: 0.4731612
May 04 18:19:06.654491 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 44174) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:06.695855 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576baf2-141b-4685-b9cd-9949e346d56d req-ddece7fc-91b1-440e-bd7b-e987b1e0f4da tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:06.697369 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f576baf2-141b-4685-b9cd-9949e346d56d req-ddece7fc-91b1-440e-bd7b-e987b1e0f4da tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 945 time: 0.0937984
May 04 18:19:06.754553 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f576baf2-141b-4685-b9cd-9949e346d56d req-a0b3b0d6-5913-4a14-a7a8-21d2cb1f4813 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488155
May 04 18:19:06.771600 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-09f71ea4-d31f-4610-a38f-7a01c3612e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134169873'] for network, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:07.004937 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-09f71ea4-d31f-4610-a38f-7a01c3612e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134021354', 'neutron.services.segments.db._delete_segments_for_network-8748915164721'] for network, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:07.130223 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 44190) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:07.134560 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-09f71ea4-d31f-4610-a38f-7a01c3612e63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f503da70df0>,) {'filters': {'network_id': ['b590a2bc-9427-439b-87ad-b05399fdca88']}} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:19:07.147912 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-09f71ea4-d31f-4610-a38f-7a01c3612e63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f503da70df0>, 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e') {'for_net_delete': True} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:19:07.148286 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-09f71ea4-d31f-4610-a38f-7a01c3612e63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f503da70df0>, 'e632bc6b-951d-4fcb-9e95-1c7b49f5f80e') {} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:19:07.161090 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-09f71ea4-d31f-4610-a38f-7a01c3612e63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748915175783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396958'] for segment, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:07.182805 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-09f71ea4-d31f-4610-a38f-7a01c3612e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:07.191220 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f71ea4-d31f-4610-a38f-7a01c3612e63 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=73827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 18:19:07.275788 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9d0818-0adb-4b44-8fd1-ccc77f8fc15e', 'name': 'network-vif-deleted', 'tag': 'ddf248c2-cdc1-477e-989e-cd77394df588'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:19:07.375951 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9d0818-0adb-4b44-8fd1-ccc77f8fc15e', 'name': 'network-vif-deleted', 'tag': 'ddf248c2-cdc1-477e-989e-cd77394df588', 'status': 'completed', 'code': 200}
May 04 18:19:07.398339 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-09f71ea4-d31f-4610-a38f-7a01c3612e63 admin admin] Network b590a2bc-9427-439b-87ad-b05399fdca88 has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:19:07.412746 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-09f71ea4-d31f-4610-a38f-7a01c3612e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134036002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221148'] for segment, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:07.590706 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-09f71ea4-d31f-4610-a38f-7a01c3612e63 admin admin] Network b590a2bc-9427-439b-87ad-b05399fdca88 has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]: Traceback (most recent call last):
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:     timer()
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:     cb(*args, **kw)
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:     return func(*args, **kwargs)
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:     self._notify()
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:     self.callback(batched_events)
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:     event.method(event)
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:     return f(self, *a, **k)
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._get(url).json()
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self.request(url, 'GET', **kwargs)
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 18:19:07.612407 dv-cinder-789603-2-iscsi neutron-server[73827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 18:19:07.692470 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-09f71ea4-d31f-4610-a38f-7a01c3612e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134021365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926019'] for network, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:07.696546 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:07.710232 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-09f71ea4-d31f-4610-a38f-7a01c3612e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:07.720593 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f71ea4-d31f-4610-a38f-7a01c3612e63 admin admin] Pushing event deleted for resources: {'Network': ['ID=b590a2bc-9427-439b-87ad-b05399fdca88,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:07.722243 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device ddf248c2-cdc1-477e-989e-cd77394df588 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:19:07.723843 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-09f71ea4-d31f-4610-a38f-7a01c3612e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:07.732016 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-09f71ea4-d31f-4610-a38f-7a01c3612e63 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b590a2bc-9427-439b-87ad-b05399fdca88 HTTP/1.1" status: 204  len: 168 time: 1.0764410
May 04 18:19:07.788174 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: ddf248c2-cdc1-477e-989e-cd77394df588 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:19:07.788528 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device ddf248c2-cdc1-477e-989e-cd77394df588 not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:19:07.788963 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device d264afca-e178-4441-8346-e008c8fdc798 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:19:07.812519 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-376bcf7b-d050-4742-bb19-c93ed8e286f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924995'] for router_interface, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:07.822176 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: d264afca-e178-4441-8346-e008c8fdc798 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:19:07.822532 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device d264afca-e178-4441-8346-e008c8fdc798 not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:19:07.937329 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 44200) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:07.996422 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-88c12455-8eb7-4bf4-8e04-0e2d236bd140 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f0cb6cff504c4a8da4ec138a21a196f0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0578589
May 04 18:19:07.998815 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 44204) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:08.069411 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-94db6107-59bb-4e1e-b558-a37de9b18709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:08.099427 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-94db6107-59bb-4e1e-b558-a37de9b18709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:08.152520 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-94db6107-59bb-4e1e-b558-a37de9b18709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:08.156566 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-7daa472f-6223-4c8f-b9a5-8bed1ac5dd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:08.169285 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db6107-59bb-4e1e-b558-a37de9b18709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f50eff3-c029-4595-ae10-bf3245f4de0c,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:08.172489 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-94db6107-59bb-4e1e-b558-a37de9b18709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:08.184202 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-94db6107-59bb-4e1e-b558-a37de9b18709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:08.187793 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-94db6107-59bb-4e1e-b558-a37de9b18709 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0f50eff3-c029-4595-ae10-bf3245f4de0c HTTP/1.1" status: 204  len: 168 time: 0.1857498
May 04 18:19:08.247470 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-376bcf7b-d050-4742-bb19-c93ed8e286f5 admin admin] Deleting port 1f9116a1-ff80-42b1-88c6-fad37014765d {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:19:08.247801 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-376bcf7b-d050-4742-bb19-c93ed8e286f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:08.378527 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [None req-376bcf7b-d050-4742-bb19-c93ed8e286f5 admin admin] For port 1f9116a1-ff80-42b1-88c6-fad37014765d, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=1f9116a1-ff80-42b1-88c6-fad37014765d,segment=NetworkSegment(c2b2c400-f28b-4668-b6f3-7d05f392235b),segment_id=c2b2c400-f28b-4668-b6f3-7d05f392235b)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:19:08.378878 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-376bcf7b-d050-4742-bb19-c93ed8e286f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:08.504927 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-376bcf7b-d050-4742-bb19-c93ed8e286f5 admin admin] Calling delete_port for 1f9116a1-ff80-42b1-88c6-fad37014765d owned by network:router_interface {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:19:08.807494 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-376bcf7b-d050-4742-bb19-c93ed8e286f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:08.811604 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:08.861584 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bcf7b-d050-4742-bb19-c93ed8e286f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f9116a1-ff80-42b1-88c6-fad37014765d,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:08.864800 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-376bcf7b-d050-4742-bb19-c93ed8e286f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:09.174790 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-376bcf7b-d050-4742-bb19-c93ed8e286f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927219'] for router_interface, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:09.563236 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376bcf7b-d050-4742-bb19-c93ed8e286f5 admin admin] Router d31beefc-9684-4fb6-b5a7-4bc2576b2478 has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:19:09.752933 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376bcf7b-d050-4742-bb19-c93ed8e286f5 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:19:09.761531 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a883d76-c0fe-489b-aa57-30645627b446 None None] Sync routers for ids ['d31beefc-9684-4fb6-b5a7-4bc2576b2478'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:19:09.766438 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-376bcf7b-d050-4742-bb19-c93ed8e286f5 admin admin] 10.222.0.67 "PUT /v2.0/routers/d31beefc-9684-4fb6-b5a7-4bc2576b2478/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6351235
May 04 18:19:09.769366 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 44262) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:09.771492 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a883d76-c0fe-489b-aa57-30645627b446 None None] Routers {'d31beefc-9684-4fb6-b5a7-4bc2576b2478'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:19:09.772372 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-0a883d76-c0fe-489b-aa57-30645627b446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e67cbb0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:18:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['d31beefc-9684-4fb6-b5a7-4bc2576b2478'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:19:09.950187 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] Notify callbacks [] for router, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:09.953209 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-0a883d76-c0fe-489b-aa57-30645627b446 None None] Set router d31beefc-9684-4fb6-b5a7-4bc2576b2478 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:19:10.126387 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:10.196279 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] Deleting port 615eeed8-f908-4716-9763-8910cba8bb65 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:19:10.196637 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:10.236956 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-0a883d76-c0fe-489b-aa57-30645627b446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e67cbb0>, [{'id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'name': 'tempest-ServerRescueNegativeTestJSON-1455191642-router', 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '615eeed8-f908-4716-9763-8910cba8bb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:55Z', 'updated_at': '2021-05-04T18:19:08Z', 'revision_number': 5, 'project_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'gw_port': {'id': '615eeed8-f908-4716-9763-8910cba8bb65', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:19:10.240693 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a883d76-c0fe-489b-aa57-30645627b446 None None] Checking router: d31beefc-9684-4fb6-b5a7-4bc2576b2478 for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:19:10.248811 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a883d76-c0fe-489b-aa57-30645627b446 None None] Routers {'d31beefc-9684-4fb6-b5a7-4bc2576b2478'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:19:10.249399 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-0a883d76-c0fe-489b-aa57-30645627b446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e67cbb0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:18:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['d31beefc-9684-4fb6-b5a7-4bc2576b2478'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:19:10.430206 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] For port 615eeed8-f908-4716-9763-8910cba8bb65, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=615eeed8-f908-4716-9763-8910cba8bb65,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:19:10.430800 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:10.444928 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-0a883d76-c0fe-489b-aa57-30645627b446 None None] Set router d31beefc-9684-4fb6-b5a7-4bc2576b2478 gateway port host: None {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:19:10.548293 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-0a883d76-c0fe-489b-aa57-30645627b446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e67cbb0>, [{'id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'name': 'tempest-ServerRescueNegativeTestJSON-1455191642-router', 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:55Z', 'updated_at': '2021-05-04T18:19:10Z', 'revision_number': 6, 'project_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'gw_port_host': None}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:19:10.553610 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a883d76-c0fe-489b-aa57-30645627b446 None None] The sync data for ids ['d31beefc-9684-4fb6-b5a7-4bc2576b2478'] in dv-cinder-789603-2-iscsi is: [{'id': 'd31beefc-9684-4fb6-b5a7-4bc2576b2478', 'name': 'tempest-ServerRescueNegativeTestJSON-1455191642-router', 'tenant_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:55Z', 'updated_at': '2021-05-04T18:19:10Z', 'revision_number': 6, 'project_id': '6aefb4fa5e3d445b8c9b88bc40882c9e', 'gw_port_host': None}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:19:10.558427 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] Calling delete_port for 615eeed8-f908-4716-9763-8910cba8bb65 owned by network:router_gateway {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:19:10.698786 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:10.703314 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-c2aad14b-eeac-4cdf-abd7-9cbfcc4220f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:10.779184 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=615eeed8-f908-4716-9763-8910cba8bb65,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:10.781707 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:10.789705 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926060'] for router_gateway, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:10.986851 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39527'] for router, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:10.991991 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:11.023880 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 1f9116a1-ff80-42b1-88c6-fad37014765d no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:19:11.068966 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 1f9116a1-ff80-42b1-88c6-fad37014765d {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:19:11.069314 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 1f9116a1-ff80-42b1-88c6-fad37014765d not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:19:11.088330 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925732'] for router, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:11.088946 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d31beefc-9684-4fb6-b5a7-4bc2576b2478 {{(pid=73828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 18:19:11.102346 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] Notify callbacks [] for router, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:11.102712 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] 10.222.0.67 "DELETE /v2.0/routers/d31beefc-9684-4fb6-b5a7-4bc2576b2478 HTTP/1.1" status: 204  len: 168 time: 1.3324175
May 04 18:19:11.106486 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 44278) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:11.180033 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b8bfe5-6925-4fba-8855-8bf5d19f4b67 admin admin] Deleting subnet ed8ff751-3f9c-4e2b-b012-ca57bc17a88d {{(pid=73828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 18:19:11.183092 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-88b8bfe5-6925-4fba-8855-8bf5d19f4b67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:11.233255 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-88b8bfe5-6925-4fba-8855-8bf5d19f4b67 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:11.240671 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-88b8bfe5-6925-4fba-8855-8bf5d19f4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134034807'] for subnet, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:11.486595 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-88b8bfe5-6925-4fba-8855-8bf5d19f4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134034814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for subnet, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:11.491091 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:11.526272 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8bfe5-6925-4fba-8855-8bf5d19f4b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed8ff751-3f9c-4e2b-b012-ca57bc17a88d,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:11.528174 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-88b8bfe5-6925-4fba-8855-8bf5d19f4b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:11.532086 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-88b8bfe5-6925-4fba-8855-8bf5d19f4b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:11.535348 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-88b8bfe5-6925-4fba-8855-8bf5d19f4b67 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ed8ff751-3f9c-4e2b-b012-ca57bc17a88d HTTP/1.1" status: 204  len: 168 time: 0.4277480
May 04 18:19:11.537886 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 44296) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:11.642859 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134169873'] for network, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:11.767851 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134021354', 'neutron.services.segments.db._delete_segments_for_network-8748915164721'] for network, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:11.963811 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f503ecc8e50>> segment before_delete 55550000 {{(pid=73828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:19:11.964150 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f503ecc8e50>> subnet precommit_delete_associations 55550000 {{(pid=73828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:19:11.964876 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f503d654790>> segment_host_mapping after_create 55550000 {{(pid=73828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:19:11.965219 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f503d654790>> port after_create 55550000 {{(pid=73828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:19:11.965550 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f503d654790>> port after_delete 55550000 {{(pid=73828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:19:11.965906 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f503d654790>> port after_update 55550000 {{(pid=73828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:19:11.966224 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f503d654790>> segment after_delete 55550000 {{(pid=73828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:19:11.966538 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f503d654790>> subnet after_create 55550000 {{(pid=73828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:19:11.966850 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f503d654790>> subnet after_delete 55550000 {{(pid=73828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:19:11.967159 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f503d654790>> subnet after_update 55550000 {{(pid=73828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:19:12.031607 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f503dbad3d0>> subnet after_create 55550000 {{(pid=73828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:19:12.032170 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f503dbad3d0>> subnet after_delete 55550000 {{(pid=73828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:19:12.032279 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f503dbad3d0>> subnet before_create 55550000 {{(pid=73828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:19:12.032575 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f503dbad3d0>> subnet before_update 55550000 {{(pid=73828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 18:19:12.032938 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f503d9eba90>,) {'filters': {'network_id': ['99409e48-5704-4894-904f-35de746905a5']}} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:19:12.046240 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f503d9eba90>, 'c2b2c400-f28b-4668-b6f3-7d05f392235b') {'for_net_delete': True} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:19:12.046546 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f503d9eba90>, 'c2b2c400-f28b-4668-b6f3-7d05f392235b') {} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:19:12.058305 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748915175783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1410491'] for segment, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:12.076082 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:12.083134 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=73828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 18:19:12.254672 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Network 99409e48-5704-4894-904f-35de746905a5 has no segments {{(pid=73828) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:19:12.263050 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134036002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3087157'] for segment, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:12.435121 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Network 99409e48-5704-4894-904f-35de746905a5 has no segments {{(pid=73828) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:   from cryptography.utils import int_from_bytes
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:   from cryptography.utils import int_from_bytes
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]: Traceback (most recent call last):
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:     timer()
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:     cb(*args, **kw)
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:     return func(*args, **kwargs)
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:     self._notify()
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:     self.callback(batched_events)
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:     event.method(event)
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:     return f(self, *a, **k)
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self._get(url).json()
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self.request(url, 'GET', **kwargs)
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 18:19:12.458962 dv-cinder-789603-2-iscsi neutron-server[73828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 18:19:12.531346 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134021365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926019'] for network, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:12.536076 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:12.556033 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:12.563726 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Pushing event deleted for resources: {'Network': ['ID=99409e48-5704-4894-904f-35de746905a5,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:12.566815 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:12.572548 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] 10.222.0.67 "DELETE /v2.0/networks/99409e48-5704-4894-904f-35de746905a5 HTTP/1.1" status: 204  len: 168 time: 1.0337534
May 04 18:19:12.744391 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 615eeed8-f908-4716-9763-8910cba8bb65 no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:19:12.745653 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 44310) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:12.780549 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 615eeed8-f908-4716-9763-8910cba8bb65 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:19:12.780892 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 615eeed8-f908-4716-9763-8910cba8bb65 not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:19:12.794690 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-0004ab15-ead5-4038-8484-ad0d3c983d4f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6aefb4fa5e3d445b8c9b88bc40882c9e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0478408
May 04 18:19:12.797027 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 44316) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:12.853638 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e4ab0e53-cd70-4dfe-a20c-702014abc1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:12.879797 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e4ab0e53-cd70-4dfe-a20c-702014abc1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:12.930325 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e4ab0e53-cd70-4dfe-a20c-702014abc1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:12.933924 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-35b9f1cb-0035-44ac-8c47-463f22fd04e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:12.950135 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab0e53-cd70-4dfe-a20c-702014abc1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa88924-80ef-45c8-9718-ba7f8389eb60,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:12.953483 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-e4ab0e53-cd70-4dfe-a20c-702014abc1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:12.973331 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e4ab0e53-cd70-4dfe-a20c-702014abc1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:12.978163 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-e4ab0e53-cd70-4dfe-a20c-702014abc1c7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8aa88924-80ef-45c8-9718-ba7f8389eb60 HTTP/1.1" status: 204  len: 168 time: 0.1802130
May 04 18:19:16.306137 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 44478) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:16.426239 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc612-2199-4f01-8a58-27929c15b099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:16.442515 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-a6bfc612-2199-4f01-8a58-27929c15b099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:19:16.446216 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-a6bfc612-2199-4f01-8a58-27929c15b099 admin admin] Usage tracker for resource:security_group_rule and tenant:837ff8b188764d9299d4f9993ffbb448 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:19:16.449312 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-a6bfc612-2199-4f01-8a58-27929c15b099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:19:16.455139 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-a6bfc612-2199-4f01-8a58-27929c15b099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:19:16.540645 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc612-2199-4f01-8a58-27929c15b099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:16.544610 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc612-2199-4f01-8a58-27929c15b099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:16.553188 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-252e413e-fa53-4d5e-bb09-b5661d5a57fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:16.591709 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-a6bfc612-2199-4f01-8a58-27929c15b099 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=837ff8b188764d9299d4f9993ffbb448&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2844377
May 04 18:19:16.592682 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfc612-2199-4f01-8a58-27929c15b099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd73369-6a39-4e82-b89e-c632c9af9432,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:16.594517 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 44486) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:16.595807 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a6bfc612-2199-4f01-8a58-27929c15b099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:16.657817 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bb5a88da-6bf6-450b-83f6-a4f1ed1ffdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:16.687424 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bb5a88da-6bf6-450b-83f6-a4f1ed1ffdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:16.743975 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bb5a88da-6bf6-450b-83f6-a4f1ed1ffdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:16.751960 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-006c0097-09e5-47ba-9e06-8486b981535b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:16.772277 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a88da-6bf6-450b-83f6-a4f1ed1ffdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd73369-6a39-4e82-b89e-c632c9af9432,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:16.775458 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bb5a88da-6bf6-450b-83f6-a4f1ed1ffdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:16.779496 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-bb5a88da-6bf6-450b-83f6-a4f1ed1ffdef admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5dd73369-6a39-4e82-b89e-c632c9af9432 HTTP/1.1" status: 204  len: 168 time: 0.1798873
May 04 18:19:16.779496 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-bb5a88da-6bf6-450b-83f6-a4f1ed1ffdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:17.082965 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 44506) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:17.100281 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6143e4e0-8d3b-4be6-8eed-08ed64878965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:17.115034 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-6143e4e0-8d3b-4be6-8eed-08ed64878965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:19:17.118760 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-6143e4e0-8d3b-4be6-8eed-08ed64878965 admin admin] Usage tracker for resource:security_group_rule and tenant:3632477971a243459e6675e8c3455b56 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:19:17.121464 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-6143e4e0-8d3b-4be6-8eed-08ed64878965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:19:17.127098 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-6143e4e0-8d3b-4be6-8eed-08ed64878965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:19:17.214627 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6143e4e0-8d3b-4be6-8eed-08ed64878965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:17.218564 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6143e4e0-8d3b-4be6-8eed-08ed64878965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:17.226469 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f6304d29-f725-4593-b110-559e02359981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:17.269088 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-6143e4e0-8d3b-4be6-8eed-08ed64878965 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3632477971a243459e6675e8c3455b56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1827893
May 04 18:19:17.269088 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143e4e0-8d3b-4be6-8eed-08ed64878965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbe5162-a15b-49eb-9fe0-90239fcc6ed6,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:17.269720 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 44512) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:17.271321 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6143e4e0-8d3b-4be6-8eed-08ed64878965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:17.334652 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-676763d5-f802-456c-b881-ddeb707e4b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:17.360851 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-676763d5-f802-456c-b881-ddeb707e4b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:17.417743 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-676763d5-f802-456c-b881-ddeb707e4b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:17.421426 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-2fe4887c-45e7-463c-9572-0c0e6091a2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:17.434613 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676763d5-f802-456c-b881-ddeb707e4b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbe5162-a15b-49eb-9fe0-90239fcc6ed6,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:17.438382 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-676763d5-f802-456c-b881-ddeb707e4b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:17.444520 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-676763d5-f802-456c-b881-ddeb707e4b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:17.448087 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-676763d5-f802-456c-b881-ddeb707e4b0b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cbbe5162-a15b-49eb-9fe0-90239fcc6ed6 HTTP/1.1" status: 204  len: 168 time: 0.1724973
May 04 18:19:20.545031 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-096766bc-09c6-4eb4-82a7-b464686c4c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:21.186294 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a0ddc31b-2c0c-4588-b82e-dfee0b5644a5 req-0dde750d-ec1b-477b-a16b-062c0a50ae78 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0698421
May 04 18:19:21.284954 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddc31b-2c0c-4588-b82e-dfee0b5644a5 req-1ce8ae67-edbc-448d-8f5a-62b0e3d9fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:21.286322 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a0ddc31b-2c0c-4588-b82e-dfee0b5644a5 req-1ce8ae67-edbc-448d-8f5a-62b0e3d9fe6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27df770cfc4e46179df7e8bd111c6454&device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 1099 time: 0.0731311
May 04 18:19:21.440091 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddc31b-2c0c-4588-b82e-dfee0b5644a5 req-ac8fa19d-22d3-4d11-82f0-a9ef3e4cc9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:21.441525 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a0ddc31b-2c0c-4588-b82e-dfee0b5644a5 req-ac8fa19d-22d3-4d11-82f0-a9ef3e4cc9a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5d9f6a0-8056-4021-b12a-9774e1320123 HTTP/1.1" status: 200  len: 917 time: 0.1304646
May 04 18:19:21.544037 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a0ddc31b-2c0c-4588-b82e-dfee0b5644a5 req-3de1ef45-812d-42b8-8d06-00aedbc169a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08cba8bb-6323-440c-b12b-9faadc818c59 HTTP/1.1" status: 200  len: 999 time: 0.0938773
May 04 18:19:21.690779 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddc31b-2c0c-4588-b82e-dfee0b5644a5 req-4d178af1-5363-4d28-8934-3c1631a174c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:21.692182 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a0ddc31b-2c0c-4588-b82e-dfee0b5644a5 req-4d178af1-5363-4d28-8934-3c1631a174c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06a64c1e-a477-4d77-860d-4be6483412a3 HTTP/1.1" status: 200  len: 855 time: 0.1380100
May 04 18:19:21.769047 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddc31b-2c0c-4588-b82e-dfee0b5644a5 req-5745d728-bc56-47ff-8186-82a7a4e0a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:21.770563 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a0ddc31b-2c0c-4588-b82e-dfee0b5644a5 req-5745d728-bc56-47ff-8186-82a7a4e0a0f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5d9f6a0-8056-4021-b12a-9774e1320123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703518
May 04 18:19:21.907173 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a0ddc31b-2c0c-4588-b82e-dfee0b5644a5 req-d66acf99-6dc3-4604-a7d3-d8b625655d6b service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256669
May 04 18:19:22.044160 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a0ddc31b-2c0c-4588-b82e-dfee0b5644a5 req-73142162-f02c-48cc-99d6-88cac3341dd7 service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273041
May 04 18:19:22.279293 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:19:22.915360 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:22.968847 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 44644) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:23.106074 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5ce8-a6ae-4001-985e-bfee42ab1416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:23.123249 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-fb3e5ce8-a6ae-4001-985e-bfee42ab1416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:19:23.143873 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-fb3e5ce8-a6ae-4001-985e-bfee42ab1416 admin admin] Usage tracker for resource:security_group_rule and tenant:d54b01b8a00c4b7eb6d1f87f2d561a13 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:19:23.152214 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-fb3e5ce8-a6ae-4001-985e-bfee42ab1416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:19:23.160381 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-fb3e5ce8-a6ae-4001-985e-bfee42ab1416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:19:23.249247 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5ce8-a6ae-4001-985e-bfee42ab1416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:23.253596 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5ce8-a6ae-4001-985e-bfee42ab1416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:23.263305 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-fa8b88c9-ae12-4f5b-b537-b0fa870a3dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:23.307425 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-fb3e5ce8-a6ae-4001-985e-bfee42ab1416 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d54b01b8a00c4b7eb6d1f87f2d561a13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3346446
May 04 18:19:23.307425 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e5ce8-a6ae-4001-985e-bfee42ab1416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c93c04-6191-492f-b06d-e1d3dfc5c909,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:23.308220 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 44654) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:23.314756 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-fb3e5ce8-a6ae-4001-985e-bfee42ab1416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:23.380011 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-fb133536-9cf3-46a4-bbba-dee29c940d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:23.408207 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-fb133536-9cf3-46a4-bbba-dee29c940d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:23.413404 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-113adbdc-e674-4d5b-99c8-d90fc274dc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:23.462089 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-fb133536-9cf3-46a4-bbba-dee29c940d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:23.465715 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6e78149e-b372-4efc-833b-3a5a494638df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:23.478772 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb133536-9cf3-46a4-bbba-dee29c940d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c93c04-6191-492f-b06d-e1d3dfc5c909,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:23.482482 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-fb133536-9cf3-46a4-bbba-dee29c940d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:23.487954 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-fb133536-9cf3-46a4-bbba-dee29c940d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:23.489106 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-fb133536-9cf3-46a4-bbba-dee29c940d79 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a0c93c04-6191-492f-b06d-e1d3dfc5c909 HTTP/1.1" status: 204  len: 168 time: 0.1793294
May 04 18:19:24.813052 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:24.814405 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:25.528205 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 44722) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:25.647968 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:25.665410 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:19:25.669134 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Usage tracker for resource:security_group_rule and tenant:67cf9deb6c83442abb8efee2d8165d2c is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:19:25.671889 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:19:25.677605 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:19:25.759547 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:25.763067 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:25.769723 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:25.809860 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=67cf9deb6c83442abb8efee2d8165d2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2805779
May 04 18:19:25.810752 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318c86a1-77d1-406d-bf20-febc62e94b23,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:25.812552 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 44728) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:25.819041 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.819408 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.819766 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.820116 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.820464 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.820814 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.821156 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.821498 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.821929 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.822273 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.822611 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.822950 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.826657 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:25.871205 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:25.896497 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:25.951805 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:25.955494 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-fb3e5ce8-a6ae-4001-985e-bfee42ab1416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:25.968673 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318c86a1-77d1-406d-bf20-febc62e94b23,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:25.978344 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.978704 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.979053 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.979397 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.979737 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.980072 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.980407 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.980737 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.981069 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.981399 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.981753 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.982084 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:19:25.986646 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:25.988614 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:25.992900 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/318c86a1-77d1-406d-bf20-febc62e94b23 HTTP/1.1" status: 204  len: 168 time: 0.1761785
May 04 18:19:26.268605 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 44738) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:26.287100 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-5ee6abad-0519-4d9d-834a-c56bd389633a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:26.304519 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-5ee6abad-0519-4d9d-834a-c56bd389633a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:19:26.308718 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-5ee6abad-0519-4d9d-834a-c56bd389633a admin admin] Usage tracker for resource:security_group_rule and tenant:46fba930936045e4b47ce2b18435b538 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:19:26.312679 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-5ee6abad-0519-4d9d-834a-c56bd389633a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:19:26.319117 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-5ee6abad-0519-4d9d-834a-c56bd389633a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:19:26.407247 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-5ee6abad-0519-4d9d-834a-c56bd389633a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:26.412108 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-5ee6abad-0519-4d9d-834a-c56bd389633a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:26.419213 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-bb7590fb-c026-4c1f-9005-c977c5f5d75a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:26.460742 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-5ee6abad-0519-4d9d-834a-c56bd389633a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=46fba930936045e4b47ce2b18435b538&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1909878
May 04 18:19:26.461767 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6abad-0519-4d9d-834a-c56bd389633a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab31948-645e-4503-87ae-a241fe497ed7,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:26.463401 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 44748) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:26.464709 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-5ee6abad-0519-4d9d-834a-c56bd389633a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:26.525286 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7498f3a4-43d1-4a0d-a93b-e29a0c54a75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:26.552637 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7498f3a4-43d1-4a0d-a93b-e29a0c54a75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:26.606990 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7498f3a4-43d1-4a0d-a93b-e29a0c54a75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:26.610628 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:26.627500 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498f3a4-43d1-4a0d-a93b-e29a0c54a75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab31948-645e-4503-87ae-a241fe497ed7,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:26.631237 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-7498f3a4-43d1-4a0d-a93b-e29a0c54a75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:26.638605 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7498f3a4-43d1-4a0d-a93b-e29a0c54a75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:26.641960 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-7498f3a4-43d1-4a0d-a93b-e29a0c54a75c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fab31948-645e-4503-87ae-a241fe497ed7 HTTP/1.1" status: 204  len: 168 time: 0.1745868
May 04 18:19:26.818280 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:28.315608 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 44802) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:28.432286 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5274bd0d-ce29-4ee4-916d-d86ead7b1272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:28.446172 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-5274bd0d-ce29-4ee4-916d-d86ead7b1272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:19:28.450458 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-5274bd0d-ce29-4ee4-916d-d86ead7b1272 admin admin] Usage tracker for resource:security_group_rule and tenant:83e19c8e86384b7a95c5629618c21b33 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:19:28.453306 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-5274bd0d-ce29-4ee4-916d-d86ead7b1272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:19:28.459561 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-5274bd0d-ce29-4ee4-916d-d86ead7b1272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:19:28.552360 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5274bd0d-ce29-4ee4-916d-d86ead7b1272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:28.556309 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5274bd0d-ce29-4ee4-916d-d86ead7b1272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:28.563550 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-bd615cc4-d350-4eb7-8e84-c2f248a9d83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:28.605124 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-5274bd0d-ce29-4ee4-916d-d86ead7b1272 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=83e19c8e86384b7a95c5629618c21b33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2884545
May 04 18:19:28.606054 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274bd0d-ce29-4ee4-916d-d86ead7b1272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98787e0-be92-4571-8edf-2ba7fc5ee821,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:28.608716 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 44812) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:28.609233 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-5274bd0d-ce29-4ee4-916d-d86ead7b1272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:28.667682 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-85291ead-df31-45c9-8f8a-043fe2f2b50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:28.695774 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-85291ead-df31-45c9-8f8a-043fe2f2b50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:28.744735 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-85291ead-df31-45c9-8f8a-043fe2f2b50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:28.748239 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:28.760189 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85291ead-df31-45c9-8f8a-043fe2f2b50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98787e0-be92-4571-8edf-2ba7fc5ee821,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:28.762953 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-85291ead-df31-45c9-8f8a-043fe2f2b50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:28.769603 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-85291ead-df31-45c9-8f8a-043fe2f2b50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:28.770753 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-85291ead-df31-45c9-8f8a-043fe2f2b50b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d98787e0-be92-4571-8edf-2ba7fc5ee821 HTTP/1.1" status: 204  len: 168 time: 0.1605947
May 04 18:19:29.058384 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 44822) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:29.075455 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-70eb43bf-ab6d-47cc-b900-cdbfe118c1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:29.090637 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-70eb43bf-ab6d-47cc-b900-cdbfe118c1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:19:29.094523 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-70eb43bf-ab6d-47cc-b900-cdbfe118c1e4 admin admin] Usage tracker for resource:security_group_rule and tenant:d7bdee65b4b04c3588d32584b5a4a123 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:19:29.097460 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-70eb43bf-ab6d-47cc-b900-cdbfe118c1e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:19:29.103814 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-70eb43bf-ab6d-47cc-b900-cdbfe118c1e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:19:29.185746 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-70eb43bf-ab6d-47cc-b900-cdbfe118c1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:29.189502 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-70eb43bf-ab6d-47cc-b900-cdbfe118c1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:29.196331 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-7ec55d8c-843a-4caa-8837-035839b58b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:29.234906 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb43bf-ab6d-47cc-b900-cdbfe118c1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682ae214-063a-48ad-9393-40874c247105,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:29.238852 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-70eb43bf-ab6d-47cc-b900-cdbfe118c1e4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d7bdee65b4b04c3588d32584b5a4a123&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1794569
May 04 18:19:29.239738 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-70eb43bf-ab6d-47cc-b900-cdbfe118c1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:29.241517 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 44826) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:29.302125 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-daa64346-9cd2-4ebf-bff4-cb94970edd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:29.327174 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-daa64346-9cd2-4ebf-bff4-cb94970edd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:29.378563 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-daa64346-9cd2-4ebf-bff4-cb94970edd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:29.382942 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-db744684-cd35-47fa-93e8-c32ed045bf85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:29.395512 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa64346-9cd2-4ebf-bff4-cb94970edd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682ae214-063a-48ad-9393-40874c247105,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:29.398251 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-daa64346-9cd2-4ebf-bff4-cb94970edd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:29.402043 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-daa64346-9cd2-4ebf-bff4-cb94970edd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:29.404372 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-daa64346-9cd2-4ebf-bff4-cb94970edd7f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/682ae214-063a-48ad-9393-40874c247105 HTTP/1.1" status: 204  len: 168 time: 0.1618788
May 04 18:19:31.175078 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 44906) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:31.291789 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-0c98f529-ee2b-4d06-b23f-1aa90805f2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:31.306551 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-0c98f529-ee2b-4d06-b23f-1aa90805f2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:19:31.310309 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-0c98f529-ee2b-4d06-b23f-1aa90805f2c5 admin admin] Usage tracker for resource:security_group_rule and tenant:26dc2453baae43c398e0d8e40e756df4 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:19:31.313113 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-0c98f529-ee2b-4d06-b23f-1aa90805f2c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:19:31.319485 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-0c98f529-ee2b-4d06-b23f-1aa90805f2c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:19:31.405595 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-0c98f529-ee2b-4d06-b23f-1aa90805f2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:31.409084 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-0c98f529-ee2b-4d06-b23f-1aa90805f2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:31.417595 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-c37d31b4-4f15-45e4-9d53-69d0b4473d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:31.459952 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-0c98f529-ee2b-4d06-b23f-1aa90805f2c5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=26dc2453baae43c398e0d8e40e756df4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2838132
May 04 18:19:31.461518 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98f529-ee2b-4d06-b23f-1aa90805f2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a99bc3-818e-4dae-bf45-da58608ebe82,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:31.462719 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 44916) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:31.464766 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-0c98f529-ee2b-4d06-b23f-1aa90805f2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:31.520208 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-57447a1d-92b2-40b7-a585-5bf8c90dc5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:31.545306 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-57447a1d-92b2-40b7-a585-5bf8c90dc5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:31.599234 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-57447a1d-92b2-40b7-a585-5bf8c90dc5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:31.602604 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:31.615667 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57447a1d-92b2-40b7-a585-5bf8c90dc5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a99bc3-818e-4dae-bf45-da58608ebe82,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:31.619077 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-57447a1d-92b2-40b7-a585-5bf8c90dc5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:31.624399 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-57447a1d-92b2-40b7-a585-5bf8c90dc5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:31.625507 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-57447a1d-92b2-40b7-a585-5bf8c90dc5d4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d4a99bc3-818e-4dae-bf45-da58608ebe82 HTTP/1.1" status: 204  len: 168 time: 0.1618397
May 04 18:19:31.905477 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 44926) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:31.923523 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-59e899ee-230f-4cde-ac70-fec1545dad62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:31.938150 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-59e899ee-230f-4cde-ac70-fec1545dad62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:19:31.941980 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-59e899ee-230f-4cde-ac70-fec1545dad62 admin admin] Usage tracker for resource:security_group_rule and tenant:9aa88724039f4d39989a09d413610920 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:19:31.944793 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-59e899ee-230f-4cde-ac70-fec1545dad62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:19:31.950554 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-59e899ee-230f-4cde-ac70-fec1545dad62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:19:32.033742 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-59e899ee-230f-4cde-ac70-fec1545dad62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:32.037975 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-59e899ee-230f-4cde-ac70-fec1545dad62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:32.044638 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-22efd167-a7a3-440e-9c7d-a348e6c5416f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:32.083965 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-59e899ee-230f-4cde-ac70-fec1545dad62 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9aa88724039f4d39989a09d413610920&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1768556
May 04 18:19:32.084749 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e899ee-230f-4cde-ac70-fec1545dad62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb89725c-41b5-410a-9985-2972a648f371,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:32.086652 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 44930) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:32.087949 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-59e899ee-230f-4cde-ac70-fec1545dad62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:32.144332 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e11bce81-9247-469c-8008-118c984232db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:32.170279 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e11bce81-9247-469c-8008-118c984232db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:32.219728 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e11bce81-9247-469c-8008-118c984232db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:32.223410 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-676763d5-f802-456c-b881-ddeb707e4b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:32.235939 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bce81-9247-469c-8008-118c984232db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb89725c-41b5-410a-9985-2972a648f371,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:32.238397 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-e11bce81-9247-469c-8008-118c984232db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:32.250587 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e11bce81-9247-469c-8008-118c984232db admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:32.254175 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-e11bce81-9247-469c-8008-118c984232db admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cb89725c-41b5-410a-9985-2972a648f371 HTTP/1.1" status: 204  len: 168 time: 0.1663902
May 04 18:19:32.980388 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 44960) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:33.092291 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-356456342-network', 'tenant_id': 'b4ecd2ccd6774b7bbbf0d5c279891dcb'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:19:33.096829 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:19:33.100613 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Usage tracker for resource:network and tenant:b4ecd2ccd6774b7bbbf0d5c279891dcb is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:19:33.103413 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:19:33.109602 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:19:33.118998 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Made reservation on behalf of b4ecd2ccd6774b7bbbf0d5c279891dcb for: {'network': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:19:33.121259 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:33.133669 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:33.147657 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:19:33.151386 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Usage tracker for resource:security_group_rule and tenant:b4ecd2ccd6774b7bbbf0d5c279891dcb is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:19:33.154117 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:19:33.159716 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:19:33.245164 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:33.248952 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:33.251810 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-0c98f529-ee2b-4d06-b23f-1aa90805f2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:33.279822 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847}  {{(pid=73827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:19:33.287315 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1de3a5-9aba-457a-ac3b-cd18c905f8e7,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:33.290944 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:33.294587 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:33.295582 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.segments_db [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Added segment 616265ab-3c7d-4676-9dc8-ec8f64c29853 of type vlan for network 60c91be6-f9c7-422f-a470-f0f583b77139
May 04 18:19:33.321324 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:33.349481 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:33.350781 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:33.351350 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:33.354722 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-e5d1ebb4-763c-43f3-8d57-5aeff62bd2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:33.456692 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Pushing event updated for resources: {'Network': ['ID=60c91be6-f9c7-422f-a470-f0f583b77139,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:33.464614 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4805129
May 04 18:19:33.464614 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:33.465119 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 44972) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:33.470226 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network 60c91be6-f9c7-422f-a470-f0f583b77139 details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:19:33.472700 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] Request body: {'subnet': {'network_id': '60c91be6-f9c7-422f-a470-f0f583b77139', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-356456342-subnet', 'tenant_id': 'b4ecd2ccd6774b7bbbf0d5c279891dcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:19:33.480481 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:19:33.486436 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] Usage tracker for resource:subnet and tenant:b4ecd2ccd6774b7bbbf0d5c279891dcb is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:19:33.491313 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:19:33.500775 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:19:33.515841 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] Made reservation on behalf of b4ecd2ccd6774b7bbbf0d5c279891dcb for: {'subnet': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:19:33.518544 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3611674'] for subnet, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:33.960601 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2221759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3611660'] for subnet, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:33.964828 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:34.037808 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a67bce9d-a3f3-4698-abb9-5d3f8141bf01,revision_number=0']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:34.041037 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:34.047894 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] Checking segment: {'id': '616265ab-3c7d-4676-9dc8-ec8f64c29853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '60c91be6-f9c7-422f-a470-f0f583b77139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:19:34.048247 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] Network hostable DHCP agents. Network: 60c91be6-f9c7-422f-a470-f0f583b77139, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:19:34.064785 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] Network 60c91be6-f9c7-422f-a470-f0f583b77139 is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:19:34.074589 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, 60c91be6-f9c7-422f-a470-f0f583b77139) {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:19:34.083919 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623e4f5a-8ded-4e7f-bc8b-92883a721de3 None None] Network 60c91be6-f9c7-422f-a470-f0f583b77139 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:19:34.084374 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:34.085114 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:34.106008 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6399872
May 04 18:19:34.306666 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aed4cf-81ab-4f38-be7c-2aedb74dff0f None None] Network 60c91be6-f9c7-422f-a470-f0f583b77139 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:19:34.667092 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45006) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:34.672800 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-335071519-network', 'tenant_id': 'f4d91e7d41124a24a591bd732f34ea74'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:19:34.678200 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:19:34.682078 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Usage tracker for resource:network and tenant:f4d91e7d41124a24a591bd732f34ea74 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:19:34.684911 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:19:34.690646 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:19:34.701023 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Made reservation on behalf of f4d91e7d41124a24a591bd732f34ea74 for: {'network': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:19:34.703268 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:34.715156 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:34.732780 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:19:34.736531 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Usage tracker for resource:security_group_rule and tenant:f4d91e7d41124a24a591bd732f34ea74 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:19:34.739958 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:19:34.745711 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:19:34.826762 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:34.830440 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:34.834988 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-645f8eed-ecbf-4a4c-9356-1c11d4492474 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:34.858623 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820}  {{(pid=73828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:19:34.870920 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8826d67b-59d4-4b6c-9a06-824723998ecf,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:34.874990 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:34.875877 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:34.876215 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.segments_db [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Added segment b0a7c871-f4f9-449b-acbc-159988602b2b of type vlan for network 4ebfd744-de5c-47e1-897e-897bedcaf682
May 04 18:19:34.902933 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:34.931181 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:34.932612 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:34.933187 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:34.936463 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4bd66162-777e-4c77-8442-709686b3d659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:35.040840 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Pushing event updated for resources: {'Network': ['ID=4ebfd744-de5c-47e1-897e-897bedcaf682,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:35.043711 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:35.045269 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3771832
May 04 18:19:35.048067 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45012) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:35.052322 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network 4ebfd744-de5c-47e1-897e-897bedcaf682 details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:19:35.054157 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] Request body: {'subnet': {'network_id': '4ebfd744-de5c-47e1-897e-897bedcaf682', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-335071519-subnet', 'tenant_id': 'f4d91e7d41124a24a591bd732f34ea74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:19:35.059250 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:19:35.063167 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] Usage tracker for resource:subnet and tenant:f4d91e7d41124a24a591bd732f34ea74 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:19:35.066077 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:19:35.072473 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:19:35.082686 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] Made reservation on behalf of f4d91e7d41124a24a591bd732f34ea74 for: {'subnet': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:19:35.085484 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2286262'] for subnet, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:35.551443 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2286240'] for subnet, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:35.555893 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:35.626399 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87b605df-44a6-49ca-8af0-d3448663ec85,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:35.630183 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:35.637421 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] Checking segment: {'id': 'b0a7c871-f4f9-449b-acbc-159988602b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '4ebfd744-de5c-47e1-897e-897bedcaf682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:19:35.637815 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] Network hostable DHCP agents. Network: 4ebfd744-de5c-47e1-897e-897bedcaf682, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:19:35.656084 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] Network 4ebfd744-de5c-47e1-897e-897bedcaf682 is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:19:35.667592 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, 4ebfd744-de5c-47e1-897e-897bedcaf682) {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:19:35.678148 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:35.678751 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:35.681414 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e7b3d6-daec-4cd1-9631-990ce43a4756 None None] Network 4ebfd744-de5c-47e1-897e-897bedcaf682 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:19:35.704614 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6552970
May 04 18:19:35.922021 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c047c9-0bd7-4527-8048-ddf227f8fde1 None None] Network 4ebfd744-de5c-47e1-897e-897bedcaf682 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:19:44.530869 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbe434-73b9-4c24-842c-3a86a44bc1f0 req-5efd1be1-3b14-4068-a511-82b55cc537e8 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:44.532408 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-52cbe434-73b9-4c24-842c-3a86a44bc1f0 req-5efd1be1-3b14-4068-a511-82b55cc537e8 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 945 time: 0.0856276
May 04 18:19:44.578038 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-52cbe434-73b9-4c24-842c-3a86a44bc1f0 req-67bff560-2c38-4e9c-b9a3-8dd7accb82f4 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394604
May 04 18:19:45.735136 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45184) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:45.772779 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c5c33-a664-408b-bf5b-0fa8b375be52 req-b789a9b0-64aa-4266-9964-494108cc621d tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:45.774327 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d02c5c33-a664-408b-bf5b-0fa8b375be52 req-b789a9b0-64aa-4266-9964-494108cc621d tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 945 time: 0.0840247
May 04 18:19:45.827581 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d02c5c33-a664-408b-bf5b-0fa8b375be52 req-5b844159-bfdf-4529-b1a7-6d3c0433d751 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452354
May 04 18:19:45.878187 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1d28eed4-753d-4994-a2c6-b3c46dc8b3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:45.893799 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-1d28eed4-753d-4994-a2c6-b3c46dc8b3a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:19:45.898666 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-1d28eed4-753d-4994-a2c6-b3c46dc8b3a2 admin admin] Usage tracker for resource:security_group_rule and tenant:949bbfb5d0bc4f4abdec4f5db7897656 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:19:45.901593 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-1d28eed4-753d-4994-a2c6-b3c46dc8b3a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:19:45.908373 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-1d28eed4-753d-4994-a2c6-b3c46dc8b3a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:19:46.001242 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1d28eed4-753d-4994-a2c6-b3c46dc8b3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:46.006110 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1d28eed4-753d-4994-a2c6-b3c46dc8b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:46.013359 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f5dabbad-af33-420d-a7f3-47c69920dc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:46.054036 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28eed4-753d-4994-a2c6-b3c46dc8b3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0ffbb6-a600-4672-bba4-455f099a4d92,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:46.058272 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-1d28eed4-753d-4994-a2c6-b3c46dc8b3a2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=949bbfb5d0bc4f4abdec4f5db7897656&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3212342
May 04 18:19:46.059216 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-1d28eed4-753d-4994-a2c6-b3c46dc8b3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:46.060888 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45194) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:19:46.120997 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bf12a543-f384-4dc6-8043-8272f4ad22d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:46.145291 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bf12a543-f384-4dc6-8043-8272f4ad22d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:46.196253 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bf12a543-f384-4dc6-8043-8272f4ad22d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:46.199723 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-fb133536-9cf3-46a4-bbba-dee29c940d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:46.210460 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12a543-f384-4dc6-8043-8272f4ad22d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0ffbb6-a600-4672-bba4-455f099a4d92,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:46.213748 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-bf12a543-f384-4dc6-8043-8272f4ad22d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:46.217752 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bf12a543-f384-4dc6-8043-8272f4ad22d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:46.219034 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-bf12a543-f384-4dc6-8043-8272f4ad22d6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ec0ffbb6-a600-4672-bba4-455f099a4d92 HTTP/1.1" status: 204  len: 168 time: 0.1572375
May 04 18:19:47.017452 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f93e28-8814-413a-ab2a-11a54f7702a4 req-4d494e49-6024-489c-a47d-7a98098b5315 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:47.019046 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-10f93e28-8814-413a-ab2a-11a54f7702a4 req-4d494e49-6024-489c-a47d-7a98098b5315 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 945 time: 0.0819311
May 04 18:19:47.067682 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-10f93e28-8814-413a-ab2a-11a54f7702a4 req-998db85e-a60e-4145-b23f-63115c238bd1 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420024
May 04 18:19:48.254036 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d9a29-6d36-4c6e-a0dd-f70ed7e1f5c5 req-16204a6f-122c-4fe3-95f3-56ed09e29005 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:48.255542 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3e6d9a29-6d36-4c6e-a0dd-f70ed7e1f5c5 req-16204a6f-122c-4fe3-95f3-56ed09e29005 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 945 time: 0.0809133
May 04 18:19:48.299104 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3e6d9a29-6d36-4c6e-a0dd-f70ed7e1f5c5 req-3d48d286-8098-46f1-9ec4-16edb5b01022 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379686
May 04 18:19:48.983904 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4eff5-3e3c-44a1-a596-7adcf71739cd req-74d018c7-02f3-4593-ba90-ec760170bb57 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:48.985336 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-12d4eff5-3e3c-44a1-a596-7adcf71739cd req-74d018c7-02f3-4593-ba90-ec760170bb57 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.64 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 945 time: 0.0823801
May 04 18:19:49.122196 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-12d4eff5-3e3c-44a1-a596-7adcf71739cd req-eaa4d292-dfad-4d90-a8eb-df593a1255c0 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Deleting port aeee17b9-eb64-4679-ac02-79f422721bc1 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:19:49.122539 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-12d4eff5-3e3c-44a1-a596-7adcf71739cd req-eaa4d292-dfad-4d90-a8eb-df593a1255c0 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:49.257832 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-12d4eff5-3e3c-44a1-a596-7adcf71739cd req-eaa4d292-dfad-4d90-a8eb-df593a1255c0 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] For port aeee17b9-eb64-4679-ac02-79f422721bc1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=aeee17b9-eb64-4679-ac02-79f422721bc1,segment=NetworkSegment(c607a488-21ae-45ab-a482-a90f0014e75b),segment_id=c607a488-21ae-45ab-a482-a90f0014e75b)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:19:49.258455 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-12d4eff5-3e3c-44a1-a596-7adcf71739cd req-eaa4d292-dfad-4d90-a8eb-df593a1255c0 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:49.387693 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-12d4eff5-3e3c-44a1-a596-7adcf71739cd req-eaa4d292-dfad-4d90-a8eb-df593a1255c0 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Calling delete_port for aeee17b9-eb64-4679-ac02-79f422721bc1 owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:19:49.498740 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1007d-7a71-4919-8987-19873a213023 req-d52cdda9-2b7c-4393-81f0-d22c171d1cd2 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:19:49.506544 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-fad1007d-7a71-4919-8987-19873a213023 req-d52cdda9-2b7c-4393-81f0-d22c171d1cd2 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/ports?device_id=69bfbf8c-07ba-4761-8356-89f37b91fbda HTTP/1.1" status: 200  len: 945 time: 0.0904865
May 04 18:19:49.509058 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-12d4eff5-3e3c-44a1-a596-7adcf71739cd req-eaa4d292-dfad-4d90-a8eb-df593a1255c0 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:49.522012 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['aeee17b9-eb64-4679-ac02-79f422721bc1'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:19:49.532644 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-2be3dc18-a0fa-4499-83c1-83f3e7d520b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:19:49.559922 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-fad1007d-7a71-4919-8987-19873a213023 req-561a980a-00bf-47ec-94eb-cb2552d67678 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.67 "GET /v2.0/security-groups?id=22001b0a-9747-448d-b54a-33c64cdaba86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523789
May 04 18:19:49.636278 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4d292-dfad-4d90-a8eb-df593a1255c0 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Pushing event deleted for resources: {'Port': ['ID=aeee17b9-eb64-4679-ac02-79f422721bc1,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:19:49.642851 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-eaa4d292-dfad-4d90-a8eb-df593a1255c0 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:19:49.679475 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d4eff5-3e3c-44a1-a596-7adcf71739cd req-eaa4d292-dfad-4d90-a8eb-df593a1255c0 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] No DVR routers for this DVR port aeee17b9-eb64-4679-ac02-79f422721bc1 on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:19:49.682902 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-12d4eff5-3e3c-44a1-a596-7adcf71739cd req-eaa4d292-dfad-4d90-a8eb-df593a1255c0 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:49.684736 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bfbf8c-07ba-4761-8356-89f37b91fbda', 'name': 'network-vif-deleted', 'tag': 'aeee17b9-eb64-4679-ac02-79f422721bc1'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:19:49.706230 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-12d4eff5-3e3c-44a1-a596-7adcf71739cd req-eaa4d292-dfad-4d90-a8eb-df593a1255c0 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] 10.222.0.64 "DELETE /v2.0/ports/aeee17b9-eb64-4679-ac02-79f422721bc1 HTTP/1.1" status: 204  len: 173 time: 0.7140915
May 04 18:19:49.740182 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bfbf8c-07ba-4761-8356-89f37b91fbda', 'name': 'network-vif-deleted', 'tag': 'aeee17b9-eb64-4679-ac02-79f422721bc1', 'status': 'completed', 'code': 200}
May 04 18:19:50.547763 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-0c5a6c2f-525e-475b-9c14-e5dab35b3691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:52.913993 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:53.125156 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device aeee17b9-eb64-4679-ac02-79f422721bc1 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:19:53.159089 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: aeee17b9-eb64-4679-ac02-79f422721bc1 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:19:53.159440 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device aeee17b9-eb64-4679-ac02-79f422721bc1 not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:19:53.415528 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-0416fe83-aced-4fba-87e7-61ce39d1e5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:54.806930 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:55.063739 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:56.819793 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:19:59.288428 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:20:02.344917 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 45428) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:02.465946 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f4b1eb4d-762c-430c-940e-25afed25ac29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:02.480149 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-f4b1eb4d-762c-430c-940e-25afed25ac29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:02.484070 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-f4b1eb4d-762c-430c-940e-25afed25ac29 admin admin] Usage tracker for resource:security_group_rule and tenant:7b06410c28ca4348b2f9ead714c7dec1 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:02.486959 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-f4b1eb4d-762c-430c-940e-25afed25ac29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:02.493159 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-f4b1eb4d-762c-430c-940e-25afed25ac29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:02.582127 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f4b1eb4d-762c-430c-940e-25afed25ac29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:02.585938 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f4b1eb4d-762c-430c-940e-25afed25ac29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:02.593174 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:02.632387 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1eb4d-762c-430c-940e-25afed25ac29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88139859-59c5-498f-9f4c-443ab6e501b9,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:02.636626 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-f4b1eb4d-762c-430c-940e-25afed25ac29 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7b06410c28ca4348b2f9ead714c7dec1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2905490
May 04 18:20:02.637560 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f4b1eb4d-762c-430c-940e-25afed25ac29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:02.639332 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 45434) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:02.698134 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4da4071f-69e5-4c91-8865-22c6ba623971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:02.723133 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4da4071f-69e5-4c91-8865-22c6ba623971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:02.774555 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4da4071f-69e5-4c91-8865-22c6ba623971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:02.778083 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:02.788955 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4071f-69e5-4c91-8865-22c6ba623971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88139859-59c5-498f-9f4c-443ab6e501b9,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:02.792732 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-4da4071f-69e5-4c91-8865-22c6ba623971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:02.796067 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4da4071f-69e5-4c91-8865-22c6ba623971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:02.797164 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-4da4071f-69e5-4c91-8865-22c6ba623971 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/88139859-59c5-498f-9f4c-443ab6e501b9 HTTP/1.1" status: 204  len: 168 time: 0.1567876
May 04 18:20:03.076039 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 45444) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:03.093972 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-74c79ae0-9e71-43b9-8a3b-3fccc66c39af admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:03.111928 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-74c79ae0-9e71-43b9-8a3b-3fccc66c39af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:03.115770 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-74c79ae0-9e71-43b9-8a3b-3fccc66c39af admin admin] Usage tracker for resource:security_group_rule and tenant:ba428e52c2fc44d7b20c6d2bab75c2f9 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:03.118611 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-74c79ae0-9e71-43b9-8a3b-3fccc66c39af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:03.124297 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-74c79ae0-9e71-43b9-8a3b-3fccc66c39af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:03.212672 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-74c79ae0-9e71-43b9-8a3b-3fccc66c39af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:03.216944 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-74c79ae0-9e71-43b9-8a3b-3fccc66c39af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:03.223704 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-e3e632ba-cd3d-4cb3-bed0-cf326742e2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:03.273678 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-74c79ae0-9e71-43b9-8a3b-3fccc66c39af admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ba428e52c2fc44d7b20c6d2bab75c2f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1964998
May 04 18:20:03.274702 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c79ae0-9e71-43b9-8a3b-3fccc66c39af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdab329-c46e-4807-af68-bd638f49b63b,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:03.276270 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45460) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:03.287939 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-74c79ae0-9e71-43b9-8a3b-3fccc66c39af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:03.298272 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 45464) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:03.341855 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-69e82fa7-7e12-43a4-8d4d-295d4c772d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:03.365342 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f5dbd8-d976-4cf7-b17d-4680a0f3caa8 admin admin] Deleting subnet a67bce9d-a3f3-4698-abb9-5d3f8141bf01 {{(pid=73827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 18:20:03.368998 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-87f5dbd8-d976-4cf7-b17d-4680a0f3caa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:03.370325 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-69e82fa7-7e12-43a4-8d4d-295d4c772d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:03.425755 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-87f5dbd8-d976-4cf7-b17d-4680a0f3caa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396967'] for subnet, precommit_delete_associations {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:03.427545 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-69e82fa7-7e12-43a4-8d4d-295d4c772d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:03.432622 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-8920a924-df76-4a16-8023-3c373ac5bad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:03.444661 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e82fa7-7e12-43a4-8d4d-295d4c772d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdab329-c46e-4807-af68-bd638f49b63b,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:03.447596 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-69e82fa7-7e12-43a4-8d4d-295d4c772d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:03.453172 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-69e82fa7-7e12-43a4-8d4d-295d4c772d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:03.457307 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-69e82fa7-7e12-43a4-8d4d-295d4c772d40 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0bdab329-c46e-4807-af68-bd638f49b63b HTTP/1.1" status: 204  len: 168 time: 0.1790807
May 04 18:20:03.500740 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-87f5dbd8-d976-4cf7-b17d-4680a0f3caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134034807'] for subnet, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:03.825977 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-87f5dbd8-d976-4cf7-b17d-4680a0f3caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134034814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3611703'] for subnet, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:03.829985 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-9201d0a2-1dd6-42a5-bb47-bd1831e34245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:03.863893 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5dbd8-d976-4cf7-b17d-4680a0f3caa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a67bce9d-a3f3-4698-abb9-5d3f8141bf01,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:03.868058 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-87f5dbd8-d976-4cf7-b17d-4680a0f3caa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:03.871021 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-87f5dbd8-d976-4cf7-b17d-4680a0f3caa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:03.882747 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-87f5dbd8-d976-4cf7-b17d-4680a0f3caa8 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a67bce9d-a3f3-4698-abb9-5d3f8141bf01 HTTP/1.1" status: 204  len: 168 time: 0.5829306
May 04 18:20:03.884827 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 45480) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:03.991932 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-adec2069-ba8d-443c-bc2b-c5c402709893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134169873'] for network, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:04.121862 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-adec2069-ba8d-443c-bc2b-c5c402709893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134021354', 'neutron.services.segments.db._delete_segments_for_network-8748915164721'] for network, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:04.230666 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-adec2069-ba8d-443c-bc2b-c5c402709893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f503df57250>,) {'filters': {'network_id': ['60c91be6-f9c7-422f-a470-f0f583b77139']}} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:04.243259 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-adec2069-ba8d-443c-bc2b-c5c402709893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f503df57250>, '616265ab-3c7d-4676-9dc8-ec8f64c29853') {'for_net_delete': True} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:04.243554 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-adec2069-ba8d-443c-bc2b-c5c402709893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f503df57250>, '616265ab-3c7d-4676-9dc8-ec8f64c29853') {} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:04.255310 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-adec2069-ba8d-443c-bc2b-c5c402709893 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748915175783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396958'] for segment, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:04.272156 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-adec2069-ba8d-443c-bc2b-c5c402709893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:04.278617 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adec2069-ba8d-443c-bc2b-c5c402709893 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=73827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 18:20:04.448878 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-adec2069-ba8d-443c-bc2b-c5c402709893 admin admin] Network 60c91be6-f9c7-422f-a470-f0f583b77139 has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:20:04.458804 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-adec2069-ba8d-443c-bc2b-c5c402709893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134036002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221148'] for segment, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:04.631707 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-adec2069-ba8d-443c-bc2b-c5c402709893 admin admin] Network 60c91be6-f9c7-422f-a470-f0f583b77139 has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]: Traceback (most recent call last):
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:     timer()
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:     cb(*args, **kw)
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:     return func(*args, **kwargs)
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:     self._notify()
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:     self.callback(batched_events)
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:     event.method(event)
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:     return f(self, *a, **k)
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._get(url).json()
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self.request(url, 'GET', **kwargs)
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 18:20:04.657150 dv-cinder-789603-2-iscsi neutron-server[73827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 18:20:04.730511 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-adec2069-ba8d-443c-bc2b-c5c402709893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134021365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926019'] for network, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:04.735775 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:04.749314 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-adec2069-ba8d-443c-bc2b-c5c402709893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:04.758390 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec2069-ba8d-443c-bc2b-c5c402709893 admin admin] Pushing event deleted for resources: {'Network': ['ID=60c91be6-f9c7-422f-a470-f0f583b77139,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:04.761203 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-adec2069-ba8d-443c-bc2b-c5c402709893 admin admin] 10.222.0.67 "DELETE /v2.0/networks/60c91be6-f9c7-422f-a470-f0f583b77139 HTTP/1.1" status: 204  len: 168 time: 0.8752062
May 04 18:20:04.762236 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-adec2069-ba8d-443c-bc2b-c5c402709893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:04.763985 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 45510) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:04.826970 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a90ce5-7214-4202-8424-248eba3e4b89 admin admin] Deleting subnet 87b605df-44a6-49ca-8af0-d3448663ec85 {{(pid=73827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 18:20:04.830209 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-91a90ce5-7214-4202-8424-248eba3e4b89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:04.880324 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-91a90ce5-7214-4202-8424-248eba3e4b89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396967'] for subnet, precommit_delete_associations {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:04.938501 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-91a90ce5-7214-4202-8424-248eba3e4b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134034807'] for subnet, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:05.185893 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-91a90ce5-7214-4202-8424-248eba3e4b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134034814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3611703'] for subnet, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:05.190681 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-b8149de6-b17b-4a70-9045-d2d0ae096f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:05.303341 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a90ce5-7214-4202-8424-248eba3e4b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87b605df-44a6-49ca-8af0-d3448663ec85,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:05.306370 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-91a90ce5-7214-4202-8424-248eba3e4b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:05.307415 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-91a90ce5-7214-4202-8424-248eba3e4b89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:05.313219 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-91a90ce5-7214-4202-8424-248eba3e4b89 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/87b605df-44a6-49ca-8af0-d3448663ec85 HTTP/1.1" status: 204  len: 168 time: 0.5482893
May 04 18:20:05.315608 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 45522) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:05.428516 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c66b1565-8150-48c1-9d0a-4612341480d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134169873'] for network, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:05.557749 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c66b1565-8150-48c1-9d0a-4612341480d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134021354', 'neutron.services.segments.db._delete_segments_for_network-8748915164721'] for network, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:05.664065 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-c66b1565-8150-48c1-9d0a-4612341480d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f503ecf7700>,) {'filters': {'network_id': ['4ebfd744-de5c-47e1-897e-897bedcaf682']}} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:05.675624 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-c66b1565-8150-48c1-9d0a-4612341480d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f503ecf7700>, 'b0a7c871-f4f9-449b-acbc-159988602b2b') {'for_net_delete': True} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:05.675914 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-c66b1565-8150-48c1-9d0a-4612341480d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f503ecf7700>, 'b0a7c871-f4f9-449b-acbc-159988602b2b') {} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:05.687312 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c66b1565-8150-48c1-9d0a-4612341480d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748915175783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396958'] for segment, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:05.704096 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c66b1565-8150-48c1-9d0a-4612341480d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:05.710548 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66b1565-8150-48c1-9d0a-4612341480d7 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=73827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 18:20:05.875254 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-c66b1565-8150-48c1-9d0a-4612341480d7 admin admin] Network 4ebfd744-de5c-47e1-897e-897bedcaf682 has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:20:05.887902 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c66b1565-8150-48c1-9d0a-4612341480d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134036002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221148'] for segment, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:06.055508 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-c66b1565-8150-48c1-9d0a-4612341480d7 admin admin] Network 4ebfd744-de5c-47e1-897e-897bedcaf682 has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]: Traceback (most recent call last):
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:     timer()
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:     cb(*args, **kw)
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:     return func(*args, **kwargs)
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:     self._notify()
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:     self.callback(batched_events)
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:     event.method(event)
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:     return f(self, *a, **k)
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._get(url).json()
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self.request(url, 'GET', **kwargs)
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 18:20:06.076434 dv-cinder-789603-2-iscsi neutron-server[73827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 18:20:06.152571 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c66b1565-8150-48c1-9d0a-4612341480d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134021365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926019'] for network, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:06.156488 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:06.171692 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c66b1565-8150-48c1-9d0a-4612341480d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:06.178919 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b1565-8150-48c1-9d0a-4612341480d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ebfd744-de5c-47e1-897e-897bedcaf682,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:06.181688 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-c66b1565-8150-48c1-9d0a-4612341480d7 admin admin] 10.222.0.67 "DELETE /v2.0/networks/4ebfd744-de5c-47e1-897e-897bedcaf682 HTTP/1.1" status: 204  len: 168 time: 0.8651528
May 04 18:20:06.182586 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-c66b1565-8150-48c1-9d0a-4612341480d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:06.353325 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 45534) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:06.402448 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-afb73300-9dfe-474e-b213-eb783ad40771 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b4ecd2ccd6774b7bbbf0d5c279891dcb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478272
May 04 18:20:06.404845 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 45538) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:06.462983 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8bc5f1f4-9c7a-44ca-99b2-98a65ab85175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:06.494637 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8bc5f1f4-9c7a-44ca-99b2-98a65ab85175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:06.547930 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8bc5f1f4-9c7a-44ca-99b2-98a65ab85175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:06.551749 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-912cdcc5-9978-43d1-9f27-8e50ef9cece3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:06.563496 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5f1f4-9c7a-44ca-99b2-98a65ab85175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1de3a5-9aba-457a-ac3b-cd18c905f8e7,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:06.567341 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-8bc5f1f4-9c7a-44ca-99b2-98a65ab85175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:06.570589 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8bc5f1f4-9c7a-44ca-99b2-98a65ab85175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:06.571697 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-8bc5f1f4-9c7a-44ca-99b2-98a65ab85175 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6a1de3a5-9aba-457a-ac3b-cd18c905f8e7 HTTP/1.1" status: 204  len: 168 time: 0.1660101
May 04 18:20:06.914912 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 45552) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:06.966649 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-3f8537f4-c41b-4a22-a034-8cf7bece3121 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f4d91e7d41124a24a591bd732f34ea74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0504375
May 04 18:20:06.970657 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 45556) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:07.030872 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-0a42f8e3-34ff-4492-82e0-d2610f911d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:07.057049 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-0a42f8e3-34ff-4492-82e0-d2610f911d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:07.108265 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-0a42f8e3-34ff-4492-82e0-d2610f911d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:07.111908 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-8bc5f1f4-9c7a-44ca-99b2-98a65ab85175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:07.125884 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42f8e3-34ff-4492-82e0-d2610f911d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8826d67b-59d4-4b6c-9a06-824723998ecf,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:07.130302 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-0a42f8e3-34ff-4492-82e0-d2610f911d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:07.132165 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-0a42f8e3-34ff-4492-82e0-d2610f911d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:07.133261 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-0a42f8e3-34ff-4492-82e0-d2610f911d63 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8826d67b-59d4-4b6c-9a06-824723998ecf HTTP/1.1" status: 204  len: 168 time: 0.1616540
May 04 18:20:10.780557 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd90154-af59-4658-87d6-75bc20bdb8bc req-7f3eab61-cd36-4964-b961-2d9a51b34c5c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:10.782031 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-abd90154-af59-4658-87d6-75bc20bdb8bc req-7f3eab61-cd36-4964-b961-2d9a51b34c5c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 946 time: 0.0806825
May 04 18:20:10.827962 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-abd90154-af59-4658-87d6-75bc20bdb8bc req-27a84cc6-4905-4bf2-9d60-987958a4e1f0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397365
May 04 18:20:11.838205 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 45692) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:11.963014 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8152030a-2b8e-4e6e-974f-05fa6f300b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:11.978288 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-8152030a-2b8e-4e6e-974f-05fa6f300b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:11.982103 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-8152030a-2b8e-4e6e-974f-05fa6f300b20 admin admin] Usage tracker for resource:security_group_rule and tenant:01445e013bb742aa82df77fd2cee0e5c is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:11.984875 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-8152030a-2b8e-4e6e-974f-05fa6f300b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:11.991343 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-8152030a-2b8e-4e6e-974f-05fa6f300b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:12.082477 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8152030a-2b8e-4e6e-974f-05fa6f300b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:12.120762 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8152030a-2b8e-4e6e-974f-05fa6f300b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:12.132106 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-4da4071f-69e5-4c91-8865-22c6ba623971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:12.187933 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-8152030a-2b8e-4e6e-974f-05fa6f300b20 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=01445e013bb742aa82df77fd2cee0e5c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3486381
May 04 18:20:12.189780 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152030a-2b8e-4e6e-974f-05fa6f300b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bd409e-68ab-449f-bf5b-1b061c05061e,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:12.190581 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45708) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:12.196905 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-8152030a-2b8e-4e6e-974f-05fa6f300b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:12.221613 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04ed33-0f3c-474b-a2cb-81ba43b6325e req-64af3c3d-ad1f-4979-88d4-9a733dee9dbc tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:12.226357 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-eb04ed33-0f3c-474b-a2cb-81ba43b6325e req-64af3c3d-ad1f-4979-88d4-9a733dee9dbc tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 946 time: 0.2716870
May 04 18:20:12.264154 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ab68a475-a840-4665-8183-e43ed8bef3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:12.269703 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-eb04ed33-0f3c-474b-a2cb-81ba43b6325e req-055053ae-8608-4780-8131-8ed3ffaac737 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398912
May 04 18:20:12.293301 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ab68a475-a840-4665-8183-e43ed8bef3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:12.343141 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ab68a475-a840-4665-8183-e43ed8bef3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:12.346824 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-5ee83ef3-37ee-468e-ada6-cfdf10def2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:12.358240 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68a475-a840-4665-8183-e43ed8bef3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bd409e-68ab-449f-bf5b-1b061c05061e,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:12.361736 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ab68a475-a840-4665-8183-e43ed8bef3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:12.365343 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ab68a475-a840-4665-8183-e43ed8bef3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:12.366241 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-ab68a475-a840-4665-8183-e43ed8bef3c6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e0bd409e-68ab-449f-bf5b-1b061c05061e HTTP/1.1" status: 204  len: 168 time: 0.1745739
May 04 18:20:12.673530 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45720) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:12.691782 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-809df270-8eb5-4d90-9f80-7cd2b00a1be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:12.713877 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-809df270-8eb5-4d90-9f80-7cd2b00a1be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:12.713877 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-809df270-8eb5-4d90-9f80-7cd2b00a1be2 admin admin] Usage tracker for resource:security_group_rule and tenant:ccb7ad7ff41a49c98036af46b3bf0d44 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:12.715071 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-809df270-8eb5-4d90-9f80-7cd2b00a1be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:12.721310 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-809df270-8eb5-4d90-9f80-7cd2b00a1be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:12.806175 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-809df270-8eb5-4d90-9f80-7cd2b00a1be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:12.809461 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f322dd1-e96c-43c4-901e-4959a0e58c5a req-d4052655-a0b7-4e11-a764-ccdac1ae437b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:12.811177 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-809df270-8eb5-4d90-9f80-7cd2b00a1be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:12.811310 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9f322dd1-e96c-43c4-901e-4959a0e58c5a req-d4052655-a0b7-4e11-a764-ccdac1ae437b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 946 time: 0.0889342
May 04 18:20:12.823671 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-c345e6fa-12d8-48c2-bfdd-27660828039a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:12.861392 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-809df270-8eb5-4d90-9f80-7cd2b00a1be2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ccb7ad7ff41a49c98036af46b3bf0d44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1866710
May 04 18:20:12.864022 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45728) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:12.867505 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809df270-8eb5-4d90-9f80-7cd2b00a1be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb82b90-c912-4d0c-8c43-9e8e467c49b9,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:12.887866 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-809df270-8eb5-4d90-9f80-7cd2b00a1be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:12.938403 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-876cd3f7-d013-4e51-ad52-94dd3621679d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:12.967952 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-876cd3f7-d013-4e51-ad52-94dd3621679d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:13.022135 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-876cd3f7-d013-4e51-ad52-94dd3621679d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:13.027335 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3975a4ef-9589-4a6d-a7ad-89a9c2b237e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:13.037855 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cd3f7-d013-4e51-ad52-94dd3621679d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb82b90-c912-4d0c-8c43-9e8e467c49b9,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:13.041387 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-876cd3f7-d013-4e51-ad52-94dd3621679d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:13.046052 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-876cd3f7-d013-4e51-ad52-94dd3621679d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:13.049716 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-876cd3f7-d013-4e51-ad52-94dd3621679d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7eb82b90-c912-4d0c-8c43-9e8e467c49b9 HTTP/1.1" status: 204  len: 168 time: 0.1825278
May 04 18:20:13.081310 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-9f322dd1-e96c-43c4-901e-4959a0e58c5a req-728d978c-251a-4a77-96f6-14e450669fa6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Deleting port 08cba8bb-6323-440c-b12b-9faadc818c59 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:20:13.081989 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9f322dd1-e96c-43c4-901e-4959a0e58c5a req-728d978c-251a-4a77-96f6-14e450669fa6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:13.229822 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-9f322dd1-e96c-43c4-901e-4959a0e58c5a req-728d978c-251a-4a77-96f6-14e450669fa6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] For port 08cba8bb-6323-440c-b12b-9faadc818c59, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08cba8bb-6323-440c-b12b-9faadc818c59,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:20:13.230184 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9f322dd1-e96c-43c4-901e-4959a0e58c5a req-728d978c-251a-4a77-96f6-14e450669fa6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:13.504954 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdf6ec-973e-47c6-a6aa-fc915825b1f1 req-2a3176b1-fec7-4094-b0cc-a2ce90a54036 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:13.507315 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b7bdf6ec-973e-47c6-a6aa-fc915825b1f1 req-2a3176b1-fec7-4094-b0cc-a2ce90a54036 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 946 time: 0.1115069
May 04 18:20:13.559721 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b7bdf6ec-973e-47c6-a6aa-fc915825b1f1 req-c9fa4eb9-87e4-4af5-8ba1-cc406b87124d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fefe2c2-d09f-42da-91db-29221b426e58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466053
May 04 18:20:13.569364 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9f322dd1-e96c-43c4-901e-4959a0e58c5a req-728d978c-251a-4a77-96f6-14e450669fa6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:13.569853 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9f322dd1-e96c-43c4-901e-4959a0e58c5a req-728d978c-251a-4a77-96f6-14e450669fa6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:13.570234 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.l3_db [req-9f322dd1-e96c-43c4-901e-4959a0e58c5a req-728d978c-251a-4a77-96f6-14e450669fa6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Floating IP 9b0133f5-fa9e-4e8d-a530-4486fc1592b8 disassociated. External IP: 172.27.1.5, port: 08cba8bb-6323-440c-b12b-9faadc818c59.
May 04 18:20:13.570650 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-9f322dd1-e96c-43c4-901e-4959a0e58c5a req-728d978c-251a-4a77-96f6-14e450669fa6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Calling delete_port for 08cba8bb-6323-440c-b12b-9faadc818c59 owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:20:13.688301 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9f322dd1-e96c-43c4-901e-4959a0e58c5a req-728d978c-251a-4a77-96f6-14e450669fa6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:13.696347 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:13.746389 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d978c-251a-4a77-96f6-14e450669fa6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event deleted for resources: {'Port': ['ID=08cba8bb-6323-440c-b12b-9faadc818c59,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:13.753246 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-728d978c-251a-4a77-96f6-14e450669fa6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:13.884893 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45764) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:13.940028 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f322dd1-e96c-43c4-901e-4959a0e58c5a req-728d978c-251a-4a77-96f6-14e450669fa6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Router dbdd4f1d-49b8-4425-866c-6a53490e94d3 has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:20:13.995244 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1142139921-network', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:13.999833 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:14.003900 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Usage tracker for resource:network and tenant:948efb75ffcb48c38be4bc5021fc11f2 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:14.007774 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:14.014658 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:14.027312 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Made reservation on behalf of 948efb75ffcb48c38be4bc5021fc11f2 for: {'network': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:20:14.029935 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:14.042394 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:14.061392 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:14.065430 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Usage tracker for resource:security_group_rule and tenant:948efb75ffcb48c38be4bc5021fc11f2 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:14.069567 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:14.075964 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:14.139958 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f322dd1-e96c-43c4-901e-4959a0e58c5a req-728d978c-251a-4a77-96f6-14e450669fa6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:20:14.153593 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811973e9-6f58-408b-953d-b9730563b8cf None None] Sync routers for ids ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:20:14.167013 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811973e9-6f58-408b-953d-b9730563b8cf None None] Routers {'dbdd4f1d-49b8-4425-866c-6a53490e94d3'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:20:14.168133 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-811973e9-6f58-408b-953d-b9730563b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e4febe0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:19:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:14.180459 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:14.190137 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:14.203923 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828}  {{(pid=73828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:20:14.215483 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:14.215912 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.segments_db [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Added segment 88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a of type vlan for network 36f919e1-7ef4-493f-9b57-fd05288bc669
May 04 18:20:14.230614 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f322dd1-e96c-43c4-901e-4959a0e58c5a req-728d978c-251a-4a77-96f6-14e450669fa6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] No DVR routers for this DVR port 08cba8bb-6323-440c-b12b-9faadc818c59 on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:20:14.233383 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9f322dd1-e96c-43c4-901e-4959a0e58c5a req-728d978c-251a-4a77-96f6-14e450669fa6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:14.244173 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:14.250860 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'name': 'network-vif-deleted', 'tag': '08cba8bb-6323-440c-b12b-9faadc818c59'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:20:14.268690 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9f322dd1-e96c-43c4-901e-4959a0e58c5a req-728d978c-251a-4a77-96f6-14e450669fa6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.64 "DELETE /v2.0/ports/08cba8bb-6323-440c-b12b-9faadc818c59 HTTP/1.1" status: 204  len: 173 time: 1.4480789
May 04 18:20:14.273365 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-1d28eed4-753d-4994-a2c6-b3c46dc8b3a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:14.281820 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:14.284790 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:14.285696 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:14.313870 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b99c745-b05d-4fe9-976e-002881b2ddb9', 'name': 'network-vif-deleted', 'tag': '08cba8bb-6323-440c-b12b-9faadc818c59', 'status': 'completed', 'code': 200}
May 04 18:20:14.327572 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba54536a-d479-4305-973d-c1980dcb7a40,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:14.331171 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:14.331830 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:14.351776 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4655302
May 04 18:20:14.354546 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 45778) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:14.361513 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-21ca5fa1-3490-447b-a70e-0754da052dbf admin admin] Request body: {'subnet': {'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1142139921-subnet', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'ip_version': 4}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:14.373179 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-21ca5fa1-3490-447b-a70e-0754da052dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:14.381604 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-21ca5fa1-3490-447b-a70e-0754da052dbf admin admin] Usage tracker for resource:subnet and tenant:948efb75ffcb48c38be4bc5021fc11f2 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:14.386523 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-21ca5fa1-3490-447b-a70e-0754da052dbf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:14.398550 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-21ca5fa1-3490-447b-a70e-0754da052dbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:14.410733 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ca5fa1-3490-447b-a70e-0754da052dbf admin admin] Made reservation on behalf of 948efb75ffcb48c38be4bc5021fc11f2 for: {'subnet': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:20:14.413992 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-21ca5fa1-3490-447b-a70e-0754da052dbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3611674'] for subnet, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:14.426621 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=36f919e1-7ef4-493f-9b57-fd05288bc669,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:14.430024 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:14.438717 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network 36f919e1-7ef4-493f-9b57-fd05288bc669 details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:20:14.580907 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-811973e9-6f58-408b-953d-b9730563b8cf None None] Set router dbdd4f1d-49b8-4425-866c-6a53490e94d3 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:20:15.285787 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d55a4149-5d9b-46d2-a5bd-24f4a42df69f req-97276d07-8df2-4600-8128-9abf0fe1fa56 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b99c745-b05d-4fe9-976e-002881b2ddb9 HTTP/1.1" status: 200  len: 210 time: 0.0527985
May 04 18:20:15.325019 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-21ca5fa1-3490-447b-a70e-0754da052dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2221759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3611660'] for subnet, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:15.329949 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:15.330291 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-811973e9-6f58-408b-953d-b9730563b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e4febe0>, [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'bf32b589-107b-4e38-ae13-17160dd65e3c', 'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'mac_address': 'fa:16:3e:aa:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:08Z', 'updated_at': '2021-05-04T18:15:26Z', 'revision_number': 5, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'subnets': [{'id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:15.334498 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811973e9-6f58-408b-953d-b9730563b8cf None None] Checking router: dbdd4f1d-49b8-4425-866c-6a53490e94d3 for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:20:15.343376 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811973e9-6f58-408b-953d-b9730563b8cf None None] Routers {'dbdd4f1d-49b8-4425-866c-6a53490e94d3'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:20:15.344221 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-811973e9-6f58-408b-953d-b9730563b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e4febe0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:19:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:15.411367 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca5fa1-3490-447b-a70e-0754da052dbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=48fca783-ec36-413f-bee2-a3a7d2aac972,revision_number=0']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:15.414530 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-21ca5fa1-3490-447b-a70e-0754da052dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:15.422606 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ca5fa1-3490-447b-a70e-0754da052dbf admin admin] Checking segment: {'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:20:15.422971 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ca5fa1-3490-447b-a70e-0754da052dbf admin admin] Network hostable DHCP agents. Network: 36f919e1-7ef4-493f-9b57-fd05288bc669, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:20:15.444255 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ca5fa1-3490-447b-a70e-0754da052dbf admin admin] Network 36f919e1-7ef4-493f-9b57-fd05288bc669 is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:20:15.456551 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-21ca5fa1-3490-447b-a70e-0754da052dbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, 36f919e1-7ef4-493f-9b57-fd05288bc669) {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:15.467006 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ca5fa1-3490-447b-a70e-0754da052dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:15.467318 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-21ca5fa1-3490-447b-a70e-0754da052dbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:15.496065 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-21ca5fa1-3490-447b-a70e-0754da052dbf admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1378312
May 04 18:20:15.496543 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 45798) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:15.503823 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:15.507688 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02cb551-4d54-4199-a497-4e551ccc86a1 None None] Network 36f919e1-7ef4-493f-9b57-fd05288bc669 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:20:15.509473 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:15.514039 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Usage tracker for resource:router and tenant:948efb75ffcb48c38be4bc5021fc11f2 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:15.517387 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:15.524466 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:15.539604 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-927591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39441'] for router, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:15.540947 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39528'] for router, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:15.560874 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:15.757191 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-811973e9-6f58-408b-953d-b9730563b8cf None None] Set router dbdd4f1d-49b8-4425-866c-6a53490e94d3 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:20:15.829549 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a245aa9-5d94-527a-8046-af85b68d10c7-36f919e1-7ef4-493f-9b57-fd05288bc669', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972'}]}} from dv-cinder-789603-2-iscsi. {{(pid=73829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 18:20:15.830698 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:15.877253 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-927497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39550'] for router, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:16.271564 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:16.320410 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:16.345827 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.db_base_plugin_common [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Allocated IP 172.20.0.2 (36f919e1-7ef4-493f-9b57-fd05288bc669/48fca783-ec36-413f-bee2-a3a7d2aac972/d260ffc5-6c91-45fa-9ace-0c939982866b) {{(pid=73829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:20:16.414190 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-811973e9-6f58-408b-953d-b9730563b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e4febe0>, [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'bf32b589-107b-4e38-ae13-17160dd65e3c', 'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'mac_address': 'fa:16:3e:aa:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:08Z', 'updated_at': '2021-05-04T18:15:26Z', 'revision_number': 5, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'subnets': [{'id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:16.421851 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811973e9-6f58-408b-953d-b9730563b8cf None None] The sync data for ids ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'] in dv-cinder-789603-2-iscsi is: [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'bf32b589-107b-4e38-ae13-17160dd65e3c', 'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'mac_address': 'fa:16:3e:aa:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:08Z', 'updated_at': '2021-05-04T18:15:26Z', 'revision_number': 5, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'subnets': [{'id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:20:16.555903 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Allocated IP 172.27.1.108 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/e0271d73-4fc9-4b47-a92a-955eadace444) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:20:16.599961 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45836) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:16.765101 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-17abcb49-9412-46f6-bc47-d218ae720b9f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:16.796273 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:16.820519 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Transition to ACTIVE for port object d260ffc5-6c91-45fa-9ace-0c939982866b will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:16.845088 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-17abcb49-9412-46f6-bc47-d218ae720b9f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:16.848102 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Transition to ACTIVE for port object d260ffc5-6c91-45fa-9ace-0c939982866b will not be triggered until provisioned by entity DHCP. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:16.859937 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:16.872126 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:16.899341 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:16.901527 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a80bf5-8d91-4b25-8deb-0e6c3fe4125b None None] New status for floating IP 9b0133f5-fa9e-4e8d-a530-4486fc1592b8: DOWN {{(pid=73830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:20:16.942739 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 08cba8bb-6323-440c-b12b-9faadc818c59 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:20:16.961306 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:16.986970 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:17.002547 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-17abcb49-9412-46f6-bc47-d218ae720b9f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:17.011134 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:17.040675 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: 08cba8bb-6323-440c-b12b-9faadc818c59 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:20:17.041051 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 08cba8bb-6323-440c-b12b-9faadc818c59 not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:20:17.050634 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Network 36f919e1-7ef4-493f-9b57-fd05288bc669 is already hosted by enough agents. {{(pid=73829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:20:17.067689 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.base_scheduler [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Resources bound (agent type, host, resource id):  {{(pid=73829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:17.070596 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abcb49-9412-46f6-bc47-d218ae720b9f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fefe2c2-d09f-42da-91db-29221b426e58,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:17.076551 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Received port after_create {{(pid=73829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:20:17.097588 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-17abcb49-9412-46f6-bc47-d218ae720b9f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:17.107701 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Pushing event updated for resources: {'Port': ['ID=e0271d73-4fc9-4b47-a92a-955eadace444,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:17.114112 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:17.117062 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:20:17.118389 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:17.120856 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:20:17.133774 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-17abcb49-9412-46f6-bc47-d218ae720b9f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:17.137507 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-17abcb49-9412-46f6-bc47-d218ae720b9f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "DELETE /v2.0/security-groups/7fefe2c2-d09f-42da-91db-29221b426e58 HTTP/1.1" status: 204  len: 168 time: 0.5339961
May 04 18:20:17.137866 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45848) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:17.187969 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.api.v2.resource [None req-543222bd-0c56-40c4-a7fe-57c5a2586894 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] show failed (client error): The resource could not be found.
May 04 18:20:17.194164 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-543222bd-0c56-40c4-a7fe-57c5a2586894 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups/7fefe2c2-d09f-42da-91db-29221b426e58 HTTP/1.1" status: 404  len: 347 time: 0.0514755
May 04 18:20:17.194370 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Pushing event updated for resources: {'Port': ['ID=d260ffc5-6c91-45fa-9ace-0c939982866b,revision_number=1']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:17.201213 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 45854) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:17.243681 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45858) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:17.281459 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:17.282081 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:17.282573 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:17.283054 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:17.283532 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:17.284010 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:17.284508 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:17.284991 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:17.285464 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:17.285963 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:17.286431 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:17.286962 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:17.306647 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:17.318963 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Attempting to bind port d260ffc5-6c91-45fa-9ace-0c939982866b on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:20:17.319700 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Attempting to bind port d260ffc5-6c91-45fa-9ace-0c939982866b by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:20:17.320227 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Attempting to bind port d260ffc5-6c91-45fa-9ace-0c939982866b on network 36f919e1-7ef4-493f-9b57-fd05288bc669 {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:20:17.326397 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:20:17.327018 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Checking segment: {'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:20:17.328770 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:17.329335 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Bound using segment: {'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:20:17.330116 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Bound port: d260ffc5-6c91-45fa-9ace-0c939982866b, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:20:17.330721 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:17.419576 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5c7e0959-c589-40c4-8fab-887af976da44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:17.456458 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-5c7e0959-c589-40c4-8fab-887af976da44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:17.469991 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] For port d260ffc5-6c91-45fa-9ace-0c939982866b, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:20:17.473049 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-5c7e0959-c589-40c4-8fab-887af976da44 admin admin] Usage tracker for resource:security_group_rule and tenant:8a77cd9182ba4cb5b85058896161cd27 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:17.473507 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] For port d260ffc5-6c91-45fa-9ace-0c939982866b, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=d260ffc5-6c91-45fa-9ace-0c939982866b,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:20:17.477958 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-5c7e0959-c589-40c4-8fab-887af976da44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:17.484741 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:17.490572 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:17.500299 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-5c7e0959-c589-40c4-8fab-887af976da44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:17.594691 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Pushing event updated for resources: {'Port': ['ID=d260ffc5-6c91-45fa-9ace-0c939982866b,revision_number=2']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:17.598232 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:17.644060 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5c7e0959-c589-40c4-8fab-887af976da44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:17.654691 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5c7e0959-c589-40c4-8fab-887af976da44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:17.668543 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-405cd855-1d98-455b-b1eb-123d23d82b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:17.713685 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-5c7e0959-c589-40c4-8fab-887af976da44 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8a77cd9182ba4cb5b85058896161cd27&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4673150
May 04 18:20:17.713685 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e0959-c589-40c4-8fab-887af976da44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ea37e0-1b4b-4a14-a220-cde443b2fe58,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:17.715766 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45868) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:17.718200 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-5c7e0959-c589-40c4-8fab-887af976da44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:17.780245 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a46414bd-d12a-4836-a675-35823098c763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:17.811653 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a46414bd-d12a-4836-a675-35823098c763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:18.019440 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a46414bd-d12a-4836-a675-35823098c763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:18.029917 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-678460fb-651b-410d-a2f2-ed3d143f13db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:18.048110 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a46414bd-d12a-4836-a675-35823098c763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:18.050040 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-a46414bd-d12a-4836-a675-35823098c763 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/74ea37e0-1b4b-4a14-a220-cde443b2fe58 HTTP/1.1" status: 204  len: 168 time: 0.3332775
May 04 18:20:18.051106 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46414bd-d12a-4836-a675-35823098c763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ea37e0-1b4b-4a14-a220-cde443b2fe58,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:18.054066 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-a46414bd-d12a-4836-a675-35823098c763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:18.098456 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c6067-3f74-43c0-9584-b0c239153b1f req-ac2570ce-68f7-493f-8d5a-9901488ca31b tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:18.100327 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f17c6067-3f74-43c0-9584-b0c239153b1f req-ac2570ce-68f7-493f-8d5a-9901488ca31b tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.4100506
May 04 18:20:18.136762 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:18.213406 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-517bf5de-34d3-49d7-b371-76fe4b5ba1c6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Deleting port 98d3753c-c256-47f9-9b8d-faa0fa1cbabf {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:20:18.213770 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-517bf5de-34d3-49d7-b371-76fe4b5ba1c6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:18.375422 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45882) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:18.392817 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f17c6067-3f74-43c0-9584-b0c239153b1f req-5aec4ead-539e-4b40-91d3-ca223bcaafa7 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2808244
May 04 18:20:18.393126 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-61832a14-dee0-4894-8286-37c613f2fb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:18.409263 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-61832a14-dee0-4894-8286-37c613f2fb70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:18.413783 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-61832a14-dee0-4894-8286-37c613f2fb70 admin admin] Usage tracker for resource:security_group_rule and tenant:80af0fd23bba4d979672ecccf251abcd is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:18.416772 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-61832a14-dee0-4894-8286-37c613f2fb70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:18.424579 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-61832a14-dee0-4894-8286-37c613f2fb70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:18.521368 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-61832a14-dee0-4894-8286-37c613f2fb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:18.526483 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-61832a14-dee0-4894-8286-37c613f2fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:18.526662 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-517bf5de-34d3-49d7-b371-76fe4b5ba1c6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:18.526924 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-517bf5de-34d3-49d7-b371-76fe4b5ba1c6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:18.533808 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6143e4e0-8d3b-4be6-8eed-08ed64878965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:18.578779 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-61832a14-dee0-4894-8286-37c613f2fb70 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=80af0fd23bba4d979672ecccf251abcd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2022443
May 04 18:20:18.579687 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61832a14-dee0-4894-8286-37c613f2fb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9839a4b7-c79b-4ccf-83a7-435507432141,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:18.582748 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-61832a14-dee0-4894-8286-37c613f2fb70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:18.583663 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45886) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:18.646763 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a67f0228-f191-4aae-93eb-85bc0f21a9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:18.665085 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-517bf5de-34d3-49d7-b371-76fe4b5ba1c6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Calling delete_port for 98d3753c-c256-47f9-9b8d-faa0fa1cbabf owned by network:floatingip {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:20:18.680435 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a67f0228-f191-4aae-93eb-85bc0f21a9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:18.736028 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a67f0228-f191-4aae-93eb-85bc0f21a9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:18.742944 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-89b4150f-d3c1-426c-80e9-f6264a463d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:18.747407 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6203d9c4-b128-420e-8ddb-eb103125628f None None] Network 36f919e1-7ef4-493f-9b57-fd05288bc669 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:20:18.757003 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f0228-f191-4aae-93eb-85bc0f21a9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9839a4b7-c79b-4ccf-83a7-435507432141,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:18.760269 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-a67f0228-f191-4aae-93eb-85bc0f21a9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:18.762234 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a67f0228-f191-4aae-93eb-85bc0f21a9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:18.763796 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-a67f0228-f191-4aae-93eb-85bc0f21a9d2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9839a4b7-c79b-4ccf-83a7-435507432141 HTTP/1.1" status: 204  len: 168 time: 0.1790791
May 04 18:20:18.775422 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926137'] for router, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:18.906692 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-20a63820-7bc0-414b-9662-bf3e6a2d559d None None] Provisioning for port d260ffc5-6c91-45fa-9ace-0c939982866b completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:18.935776 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device d260ffc5-6c91-45fa-9ace-0c939982866b up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:19.119014 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port d260ffc5-6c91-45fa-9ace-0c939982866b completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:19.127199 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port d260ffc5-6c91-45fa-9ace-0c939982866b triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:19.127574 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:19.169711 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-517bf5de-34d3-49d7-b371-76fe4b5ba1c6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:19.174005 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-728d978c-251a-4a77-96f6-14e450669fa6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:19.297413 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bf5de-34d3-49d7-b371-76fe4b5ba1c6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event deleted for resources: {'Port': ['ID=98d3753c-c256-47f9-9b8d-faa0fa1cbabf,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:19.298198 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45904) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:19.303088 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:19.346349 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port d260ffc5-6c91-45fa-9ace-0c939982866b, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=d260ffc5-6c91-45fa-9ace-0c939982866b,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:20:19.357668 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-517bf5de-34d3-49d7-b371-76fe4b5ba1c6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:19.359113 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:19.365072 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:19.395665 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Router 65431c32-c9ba-4583-90db-082f12b31c1d is scheduled to L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 with binding_index 1 {{(pid=73827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 18:20:19.417501 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb642398-c3c6-4d26-ab69-ce6c9a2ad2e3 admin admin] Deleting subnet 15b51f11-c037-4c88-98ce-144cc726ee20 {{(pid=73828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 18:20:19.440805 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-cb642398-c3c6-4d26-ab69-ce6c9a2ad2e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:19.468903 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=d260ffc5-6c91-45fa-9ace-0c939982866b,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:19.479748 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:19.493035 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-517bf5de-34d3-49d7-b371-76fe4b5ba1c6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for floatingip, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:19.514948 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-cb642398-c3c6-4d26-ab69-ce6c9a2ad2e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1410434'] for subnet, precommit_delete_associations {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:19.543812 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-e4a319a8-77e2-49ca-92d2-2a1ce10d2b4b None None] Provisioning complete for port d260ffc5-6c91-45fa-9ace-0c939982866b triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:19.544534 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-e4a319a8-77e2-49ca-92d2-2a1ce10d2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:19.624431 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba330144-7d7b-44b1-ade6-2496814cc184 req-d111a4fe-f916-48a0-a332-74eb257a04cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:19.628306 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ba330144-7d7b-44b1-ade6-2496814cc184 req-d111a4fe-f916-48a0-a332-74eb257a04cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6fe7e174186c44ffb03d6761766e9c4e&device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 1098 time: 0.5027897
May 04 18:20:19.644780 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-cb642398-c3c6-4d26-ab69-ce6c9a2ad2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134034807'] for subnet, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:19.692201 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-517bf5de-34d3-49d7-b371-76fe4b5ba1c6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:19.698105 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-517bf5de-34d3-49d7-b371-76fe4b5ba1c6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "DELETE /v2.0/floatingips/9b0133f5-fa9e-4e8d-a530-4486fc1592b8 HTTP/1.1" status: 204  len: 168 time: 2.4952414
May 04 18:20:19.835834 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:20:19.842976 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba330144-7d7b-44b1-ade6-2496814cc184 req-1e8b2dc8-8b0c-4670-a98b-5a0976d4cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:19.844520 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Sync routers for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:20:19.844926 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ba330144-7d7b-44b1-ade6-2496814cc184 req-1e8b2dc8-8b0c-4670-a98b-5a0976d4cf4d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba HTTP/1.1" status: 200  len: 912 time: 0.1947629
May 04 18:20:19.862471 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:20:19.863211 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503df4ffd0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:19:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:19.939621 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9075f1-e7eb-486e-aeac-df9f17fa1501 req-019973bf-4a07-49e9-83dd-fe2e2aac7df8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:19.941754 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3e9075f1-e7eb-486e-aeac-df9f17fa1501 req-019973bf-4a07-49e9-83dd-fe2e2aac7df8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.3654113
May 04 18:20:19.948443 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Notify callbacks [] for router, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:19.949838 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.4523380
May 04 18:20:19.953675 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 45928) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:20.047410 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3e9075f1-e7eb-486e-aeac-df9f17fa1501 req-7c332c1f-df76-40bb-8bbc-f963100efbf2 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722077
May 04 18:20:20.074271 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-cb642398-c3c6-4d26-ab69-ce6c9a2ad2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134034814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2286235'] for subnet, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:20.082237 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-88b8bfe5-6925-4fba-8855-8bf5d19f4b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:20.130949 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb642398-c3c6-4d26-ab69-ce6c9a2ad2e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b51f11-c037-4c88-98ce-144cc726ee20,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:20.134549 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-cb642398-c3c6-4d26-ab69-ce6c9a2ad2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:20.137598 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-cb642398-c3c6-4d26-ab69-ce6c9a2ad2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:20.144551 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-cb642398-c3c6-4d26-ab69-ce6c9a2ad2e3 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/15b51f11-c037-4c88-98ce-144cc726ee20 HTTP/1.1" status: 204  len: 168 time: 0.8442945
May 04 18:20:20.149172 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45938) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:20.152052 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45940) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:20.182719 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-90ebe047-63a6-4159-8ae6-20f7a0cf23c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1488471155', 'description': 'tempest-description--1561862599'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:20.198669 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-90ebe047-63a6-4159-8ae6-20f7a0cf23c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:20.202929 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-90ebe047-63a6-4159-8ae6-20f7a0cf23c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Usage tracker for resource:security_group and tenant:27df770cfc4e46179df7e8bd111c6454 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:20.206506 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-90ebe047-63a6-4159-8ae6-20f7a0cf23c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:20.227916 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:20:20.231843 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-90ebe047-63a6-4159-8ae6-20f7a0cf23c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:20.249454 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ba330144-7d7b-44b1-ade6-2496814cc184 req-391c4990-64d2-4908-bca8-70f05571b237 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=582b6426-2a50-455f-a2a0-16b2274bdd39 HTTP/1.1" status: 200  len: 1001 time: 0.3923514
May 04 18:20:20.303392 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-90ebe047-63a6-4159-8ae6-20f7a0cf23c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:20.346242 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-af867929-a249-4045-8156-73602d1f3c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134169873'] for network, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:20.348305 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-90ebe047-63a6-4159-8ae6-20f7a0cf23c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:20.354201 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-90ebe047-63a6-4159-8ae6-20f7a0cf23c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Usage tracker for resource:security_group_rule and tenant:27df770cfc4e46179df7e8bd111c6454 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:20.359535 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-90ebe047-63a6-4159-8ae6-20f7a0cf23c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:20.368450 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-90ebe047-63a6-4159-8ae6-20f7a0cf23c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:20.398298 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba330144-7d7b-44b1-ade6-2496814cc184 req-d33c9ccb-6a13-42fc-8971-382fe02baf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:20.399884 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ba330144-7d7b-44b1-ade6-2496814cc184 req-d33c9ccb-6a13-42fc-8971-382fe02baf65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e98fb673-01a2-4dc9-8c0c-4753773818b5 HTTP/1.1" status: 200  len: 850 time: 0.1411862
May 04 18:20:20.541545 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-af867929-a249-4045-8156-73602d1f3c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134021354', 'neutron.services.segments.db._delete_segments_for_network-8748915164721'] for network, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:20.564950 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-28251775-e46d-4a03-a37e-e00ebc5e1f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:20.570523 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503df4ffd0>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:17Z', 'revision_number': 3, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:20.575565 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Checking router: 65431c32-c9ba-4583-90db-082f12b31c1d for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:20:20.575999 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Updating router 65431c32-c9ba-4583-90db-082f12b31c1d port e0271d73-4fc9-4b47-a92a-955eadace444 binding host dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:20:20.639353 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:20.700137 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-90ebe047-63a6-4159-8ae6-20f7a0cf23c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:20.707899 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-af867929-a249-4045-8156-73602d1f3c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f503d7c4580>,) {'filters': {'network_id': ['23dd4ce0-abd1-4ca9-89d2-2f9aea29074c']}} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:20.716164 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-90ebe047-63a6-4159-8ae6-20f7a0cf23c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:20.716447 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba330144-7d7b-44b1-ade6-2496814cc184 req-6dbe3c6c-ea13-42f6-9d3d-60e4db4c554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:20.718536 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ba330144-7d7b-44b1-ade6-2496814cc184 req-6dbe3c6c-ea13-42f6-9d3d-60e4db4c554c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3097141
May 04 18:20:20.722990 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-59e899ee-230f-4cde-ac70-fec1545dad62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:20.741080 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-af867929-a249-4045-8156-73602d1f3c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f503d7c4580>, 'c607a488-21ae-45ab-a482-a90f0014e75b') {'for_net_delete': True} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:20.741459 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-af867929-a249-4045-8156-73602d1f3c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f503d7c4580>, 'c607a488-21ae-45ab-a482-a90f0014e75b') {} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:20.781654 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-af867929-a249-4045-8156-73602d1f3c4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748915175783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1410491'] for segment, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:20.847713 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebe047-63a6-4159-8ae6-20f7a0cf23c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:20.854691 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-90ebe047-63a6-4159-8ae6-20f7a0cf23c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:20.855975 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-af867929-a249-4045-8156-73602d1f3c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:20.860168 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-90ebe047-63a6-4159-8ae6-20f7a0cf23c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:20.861435 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-90ebe047-63a6-4159-8ae6-20f7a0cf23c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.7081485
May 04 18:20:20.866061 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45978) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:20.874583 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ba330144-7d7b-44b1-ade6-2496814cc184 req-d2be8751-7a82-4daf-9e71-399e0f999ad6 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460059
May 04 18:20:20.880056 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af867929-a249-4045-8156-73602d1f3c4e admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=73828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 18:20:20.914254 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-3746a5c3-038b-408a-a626-0580394911a1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Request body: {'security_group_rule': {'security_group_id': 'd96c6f1d-1e5b-4d08-859b-d87409f5c9b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:20.945717 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-3746a5c3-038b-408a-a626-0580394911a1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:20.956674 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device d260ffc5-6c91-45fa-9ace-0c939982866b up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:20.997052 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-3746a5c3-038b-408a-a626-0580394911a1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Usage tracker for resource:security_group_rule and tenant:27df770cfc4e46179df7e8bd111c6454 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:21.001530 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-3746a5c3-038b-408a-a626-0580394911a1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:21.025689 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-3746a5c3-038b-408a-a626-0580394911a1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:21.090290 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port d260ffc5-6c91-45fa-9ace-0c939982866b triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:21.090826 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.133883 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [None req-af867929-a249-4045-8156-73602d1f3c4e admin admin] Network 23dd4ce0-abd1-4ca9-89d2-2f9aea29074c has no segments {{(pid=73828) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:20:21.147758 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-af867929-a249-4045-8156-73602d1f3c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134036002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3087157'] for segment, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.180056 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3746a5c3-038b-408a-a626-0580394911a1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.218245 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ba330144-7d7b-44b1-ade6-2496814cc184 req-fcf3319b-e99d-455b-9435-9b9ad8bc8809 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2861459
May 04 18:20:21.354181 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Notify callbacks [] for port, precommit_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.444143 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.508755 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [None req-af867929-a249-4045-8156-73602d1f3c4e admin admin] Network 23dd4ce0-abd1-4ca9-89d2-2f9aea29074c has no segments {{(pid=73828) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]: Traceback (most recent call last):
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:     timer()
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:     cb(*args, **kw)
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:     return func(*args, **kwargs)
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:     self._notify()
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:     self.callback(batched_events)
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:     event.method(event)
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:     return f(self, *a, **k)
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self._get(url).json()
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self.request(url, 'GET', **kwargs)
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 18:20:21.533990 dv-cinder-789603-2-iscsi neutron-server[73828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 18:20:21.632909 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3746a5c3-038b-408a-a626-0580394911a1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.637873 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3746a5c3-038b-408a-a626-0580394911a1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.640333 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Transition to ACTIVE for port object e0271d73-4fc9-4b47-a92a-955eadace444 will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:21.642519 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-8f9a50f3-fe8c-4960-8cc7-87f0d7891494 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:21.648459 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-af867929-a249-4045-8156-73602d1f3c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134021365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926019'] for network, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.648639 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.652715 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:21.663634 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b1452-a6b4-4179-a84d-21ab3fd3f10b req-aa8f77e7-6e06-4116-84fe-386854a8aa1e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:21.665274 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-743b1452-a6b4-4179-a84d-21ab3fd3f10b req-aa8f77e7-6e06-4116-84fe-386854a8aa1e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.4904306
May 04 18:20:21.679281 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746a5c3-038b-408a-a626-0580394911a1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a406d54-9410-4f8f-88a6-0a1094060453,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:21.685376 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3746a5c3-038b-408a-a626-0580394911a1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:21.687129 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3bf25954-23d6-4ee5-be0c-f5ee22cb797a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:21.696571 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Allocated IP 172.20.0.1 (36f919e1-7ef4-493f-9b57-fd05288bc669/48fca783-ec36-413f-bee2-a3a7d2aac972/8eabc063-f2f4-4f80-8097-804565eba4b7) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:20:21.718636 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-af867929-a249-4045-8156-73602d1f3c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.742520 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af867929-a249-4045-8156-73602d1f3c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=23dd4ce0-abd1-4ca9-89d2-2f9aea29074c,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:21.746249 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-af867929-a249-4045-8156-73602d1f3c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:21.746970 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3746a5c3-038b-408a-a626-0580394911a1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.751109 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-3746a5c3-038b-408a-a626-0580394911a1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8798566
May 04 18:20:21.751551 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301d7e8-82fc-4b57-b10d-2e0325d2fd2c None None] Pushing event updated for resources: {'Port': ['ID=e0271d73-4fc9-4b47-a92a-955eadace444,revision_number=2']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:21.752049 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 45998) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:21.753829 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Attempting to bind port e0271d73-4fc9-4b47-a92a-955eadace444 on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:20:21.754199 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Attempting to bind port e0271d73-4fc9-4b47-a92a-955eadace444 by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:20:21.754563 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Attempting to bind port e0271d73-4fc9-4b47-a92a-955eadace444 on network 59dd31e5-fc69-4865-ac92-82ced2e462b7 {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:20:21.756824 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-e301d7e8-82fc-4b57-b10d-2e0325d2fd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:21.761591 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:20:21.761591 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Checking segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:20:21.761872 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.762205 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Bound using segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:20:21.762657 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Bound port: e0271d73-4fc9-4b47-a92a-955eadace444, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:20:21.763062 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.763720 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-af867929-a249-4045-8156-73602d1f3c4e admin admin] 10.222.0.67 "DELETE /v2.0/networks/23dd4ce0-abd1-4ca9-89d2-2f9aea29074c HTTP/1.1" status: 204  len: 168 time: 1.6133957
May 04 18:20:21.771167 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-845d22eb-c790-47a3-9468-3afcf3e62c04 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Request body: {'security_group_rule': {'security_group_id': 'd96c6f1d-1e5b-4d08-859b-d87409f5c9b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:21.781546 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-845d22eb-c790-47a3-9468-3afcf3e62c04 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:21.789537 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-743b1452-a6b4-4179-a84d-21ab3fd3f10b req-bbdf0028-da61-47d2-8e14-abff4a39213d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1082261
May 04 18:20:21.790513 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-845d22eb-c790-47a3-9468-3afcf3e62c04 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Usage tracker for resource:security_group_rule and tenant:27df770cfc4e46179df7e8bd111c6454 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:21.793590 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-845d22eb-c790-47a3-9468-3afcf3e62c04 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:21.799553 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-845d22eb-c790-47a3-9468-3afcf3e62c04 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:21.822616 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-845d22eb-c790-47a3-9468-3afcf3e62c04 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.864071 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] For port e0271d73-4fc9-4b47-a92a-955eadace444, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:20:21.868132 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] For port e0271d73-4fc9-4b47-a92a-955eadace444, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=e0271d73-4fc9-4b47-a92a-955eadace444,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:20:21.872567 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.876633 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:21.900469 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-845d22eb-c790-47a3-9468-3afcf3e62c04 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.906115 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-845d22eb-c790-47a3-9468-3afcf3e62c04 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.909502 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:21.918364 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.940591 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Transition to ACTIVE for port object 8eabc063-f2f4-4f80-8097-804565eba4b7 will not be triggered until provisioned by entity DHCP. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:21.954717 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d22eb-c790-47a3-9468-3afcf3e62c04 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143738bb-362e-4d90-8d3a-f005b40f270e,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:21.961664 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-845d22eb-c790-47a3-9468-3afcf3e62c04 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:21.965481 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:20:21.966346 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503df4ffd0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:19:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:21.969484 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.973786 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a175ac94-0901-4880-81f1-589411e89c4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:21.982218 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-845d22eb-c790-47a3-9468-3afcf3e62c04 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:21.987557 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-845d22eb-c790-47a3-9468-3afcf3e62c04 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2227585
May 04 18:20:21.988548 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46006) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:21.995712 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Request body: {'floatingip': {'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:22.003439 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:22.008132 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Usage tracker for resource:floatingip and tenant:27df770cfc4e46179df7e8bd111c6454 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:22.011616 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:22.020284 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:22.037619 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for floatingip, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:22.081581 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301d7e8-82fc-4b57-b10d-2e0325d2fd2c None None] Pushing event updated for resources: {'Port': ['ID=e0271d73-4fc9-4b47-a92a-955eadace444,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:22.094415 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-e301d7e8-82fc-4b57-b10d-2e0325d2fd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:22.110471 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Network 36f919e1-7ef4-493f-9b57-fd05288bc669 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:20:22.111828 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:22.114314 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:20:22.154703 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 46010) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:22.187574 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Pushing event updated for resources: {'Port': ['ID=8eabc063-f2f4-4f80-8097-804565eba4b7,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:22.191258 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:22.229569 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925142'] for router_interface, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:22.245185 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-d2d450a0-7aec-4c59-a9cc-e934642319a2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9657dc1e2dfd49c28f24791c35b6d853&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0892591
May 04 18:20:22.248117 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46014) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:22.266162 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:20:22.270304 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:22.396875 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7e9564da-d462-4943-aeec-554ea72e2c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:22.402868 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:22.468276 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7e9564da-d462-4943-aeec-554ea72e2c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:22.518403 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Allocated IP 172.27.1.72 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/8b660095-95db-4be0-833c-542d13ee0413) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:20:22.534832 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-e08a6e2a-127e-4b4b-99f2-e997ab570282 None None] Provisioning for port 8eabc063-f2f4-4f80-8097-804565eba4b7 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:22.546724 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-e08a6e2a-127e-4b4b-99f2-e997ab570282 None None] Provisioning complete for port 8eabc063-f2f4-4f80-8097-804565eba4b7 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:22.547094 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-e08a6e2a-127e-4b4b-99f2-e997ab570282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:22.574288 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7e9564da-d462-4943-aeec-554ea72e2c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:22.583259 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-a46414bd-d12a-4836-a675-35823098c763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:22.624165 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-e08a6e2a-127e-4b4b-99f2-e997ab570282 None None] Port 8eabc063-f2f4-4f80-8097-804565eba4b7 cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:20:22.644799 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9564da-d462-4943-aeec-554ea72e2c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22001b0a-9747-448d-b54a-33c64cdaba86,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:22.659763 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-7e9564da-d462-4943-aeec-554ea72e2c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:22.670689 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:22.677363 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:22.679069 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7e9564da-d462-4943-aeec-554ea72e2c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:22.680228 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-7e9564da-d462-4943-aeec-554ea72e2c74 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/22001b0a-9747-448d-b54a-33c64cdaba86 HTTP/1.1" status: 204  len: 168 time: 0.4311585
May 04 18:20:22.710879 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:22.720438 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:22.725614 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503df4ffd0>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:17Z', 'revision_number': 3, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:22.731610 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040329b4-dd21-430e-8124-4a45b92cd642 None None] The sync data for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi is: [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:17Z', 'revision_number': 3, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:20:22.759255 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:22.767790 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ae038a37-7462-4fda-aa61-dfa3b7e25cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:22.842010 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:20:22.844821 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:22.854747 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:20:22.907495 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event updated for resources: {'Port': ['ID=8b660095-95db-4be0-833c-542d13ee0413,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:22.917060 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:22.925349 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:22.987840 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:23.045815 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Pushing event updated for resources: {'Port': ['ID=8eabc063-f2f4-4f80-8097-804565eba4b7,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:23.050436 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:23.062793 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925045'] for router_interface, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:23.076321 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:23.284640 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c83b48-bd1f-4180-af64-54405640f27a req-c200d93a-bb55-4ece-aa63-4a868fbf307a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:23.286335 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d6c83b48-bd1f-4180-af64-54405640f27a req-c200d93a-bb55-4ece-aa63-4a868fbf307a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.3110402
May 04 18:20:23.339560 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Network 36f919e1-7ef4-493f-9b57-fd05288bc669 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:20:23.353904 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:23.429509 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-ef56ece4-1b4e-4224-8298-777ae88967ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:23.439588 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:23.460001 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d6c83b48-bd1f-4180-af64-54405640f27a req-e1beda19-1df9-47af-8ad4-ba58951f4846 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1604919
May 04 18:20:23.471640 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3087185'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:23.487406 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-628c4f4d-3d0c-4583-82f3-91db4e258d64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:23.632708 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Router 65431c32-c9ba-4583-90db-082f12b31c1d has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:20:23.657679 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event updated for resources: {'Port': ['ID=8b660095-95db-4be0-833c-542d13ee0413,revision_number=2']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:23.660819 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:23.666716 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:23.686654 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-895e92c0-9a3e-431b-bf99-fb826b9597df None None] Provisioning complete for port 8eabc063-f2f4-4f80-8097-804565eba4b7 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:23.687503 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-895e92c0-9a3e-431b-bf99-fb826b9597df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:23.692144 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:23.701448 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.7038534
May 04 18:20:23.803067 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-895e92c0-9a3e-431b-bf99-fb826b9597df None None] Port 8eabc063-f2f4-4f80-8097-804565eba4b7 cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:20:23.892795 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:20:23.904404 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] 10.222.0.67 "PUT /v2.0/routers/65431c32-c9ba-4583-90db-082f12b31c1d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9420271
May 04 18:20:24.022485 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-b582031a-9619-4972-b43d-0daa859acd2c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Synchronizing usage tracker for tenant:27df770cfc4e46179df7e8bd111c6454 on resource:security_group {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:20:24.044666 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-b582031a-9619-4972-b43d-0daa859acd2c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Unset dirty status for tenant:27df770cfc4e46179df7e8bd111c6454 on resource:security_group {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:20:24.046382 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-b582031a-9619-4972-b43d-0daa859acd2c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1488471155&fields=id&tenant_id=27df770cfc4e46179df7e8bd111c6454 HTTP/1.1" status: 200  len: 267 time: 0.0965617
May 04 18:20:24.327531 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-0d825662-1a58-45fc-990a-2cb19463c5ec tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:24.329062 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-0d825662-1a58-45fc-990a-2cb19463c5ec tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/networks?id=b5d9f6a0-8056-4021-b12a-9774e1320123 HTTP/1.1" status: 200  len: 816 time: 0.2751844
May 04 18:20:24.349781 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-0e3a5ea2-3277-4a97-b07d-271c228b2801 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/quotas/27df770cfc4e46179df7e8bd111c6454 HTTP/1.1" status: 200  len: 375 time: 0.0148540
May 04 18:20:24.454107 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-645f039b-2537-4e84-86ab-6167ba3f36c3 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=27df770cfc4e46179df7e8bd111c6454&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0972824
May 04 18:20:24.715048 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 46088) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:24.728353 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1699421527-network', 'tenant_id': 'f9f84f063ca8461e9eb896d71eb649f2'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:24.734579 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:24.740729 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Usage tracker for resource:network and tenant:f9f84f063ca8461e9eb896d71eb649f2 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:24.750422 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c969b11-f402-4ad3-bfc3-300ba699c0cc req-554bae6a-fa40-4774-b14d-b4625f2fb388 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:24.752063 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9c969b11-f402-4ad3-bfc3-300ba699c0cc req-554bae6a-fa40-4774-b14d-b4625f2fb388 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1401641
May 04 18:20:24.757360 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:24.765590 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:24.797838 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Made reservation on behalf of f9f84f063ca8461e9eb896d71eb649f2 for: {'network': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:20:24.800127 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:24.814075 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:24.846394 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:24.854803 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Usage tracker for resource:security_group_rule and tenant:f9f84f063ca8461e9eb896d71eb649f2 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:24.858064 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:24.859789 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9c969b11-f402-4ad3-bfc3-300ba699c0cc req-27312394-d215-44c8-9ae6-4b04e083d60b tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956192
May 04 18:20:24.860707 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:24.879987 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:24.955234 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-cf22fe78-e224-4135-8305-314fc6d3577b service neutron] 10.222.0.67 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4745772
May 04 18:20:24.993468 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Sync routers for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:20:25.015848 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device e0271d73-4fc9-4b47-a92a-955eadace444 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:25.029960 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:20:25.030727 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e48e970>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:25.042768 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:25.052842 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:25.058430 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-74c79ae0-9e71-43b9-8a3b-3fccc66c39af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:25.107758 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe8036a-5cb9-4459-afd2-7b15498d3e24,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:25.113360 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:25.123134 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:25.125047 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800}  {{(pid=73827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:20:25.138409 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:25.139281 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.segments_db [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Added segment dce5ef1d-2e5a-460b-9297-2ee736c02239 of type vlan for network dc867ec8-2e38-40ea-81a8-a2bc09dd2789
May 04 18:20:25.153034 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port e0271d73-4fc9-4b47-a92a-955eadace444 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:25.168186 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port e0271d73-4fc9-4b47-a92a-955eadace444 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:25.168562 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:25.180275 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:25.243724 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-29e3c088-5e17-483e-b370-99acb124b216 service neutron] 10.222.0.67 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2712843
May 04 18:20:25.251893 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:25.253350 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:25.253996 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:25.259628 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-c66b1565-8150-48c1-9d0a-4612341480d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:25.321148 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:25.332455 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:20:25.338770 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port e0271d73-4fc9-4b47-a92a-955eadace444, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=e0271d73-4fc9-4b47-a92a-955eadace444,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:20:25.345512 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:25.347742 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-f77a33fb-0a29-4c9b-87b6-ee729394eba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:25.378181 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46098) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:25.378651 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6612875
May 04 18:20:25.379405 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Pushing event updated for resources: {'Network': ['ID=dc867ec8-2e38-40ea-81a8-a2bc09dd2789,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:25.387622 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Request body: {'subnet': {'network_id': 'dc867ec8-2e38-40ea-81a8-a2bc09dd2789', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1699421527-subnet', 'tenant_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'ip_version': 4}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:25.392565 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:25.404755 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:25.414408 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Usage tracker for resource:subnet and tenant:f9f84f063ca8461e9eb896d71eb649f2 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:25.419606 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:25.435999 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:25.436247 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network dc867ec8-2e38-40ea-81a8-a2bc09dd2789 details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:20:25.465754 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Made reservation on behalf of f9f84f063ca8461e9eb896d71eb649f2 for: {'subnet': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:20:25.469526 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=e0271d73-4fc9-4b47-a92a-955eadace444,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:25.482046 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2286262'] for subnet, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:25.485129 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:25.586098 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-a07c3a31-694d-41f6-9c25-c1ea2a665415 req-ea8f0615-bbf4-456d-bd8e-87729c952769 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Synchronizing usage tracker for tenant:27df770cfc4e46179df7e8bd111c6454 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:20:25.619126 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-a07c3a31-694d-41f6-9c25-c1ea2a665415 req-ea8f0615-bbf4-456d-bd8e-87729c952769 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Unset dirty status for tenant:27df770cfc4e46179df7e8bd111c6454 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:20:25.620759 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a07c3a31-694d-41f6-9c25-c1ea2a665415 req-ea8f0615-bbf4-456d-bd8e-87729c952769 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 210 time: 0.1115818
May 04 18:20:25.742497 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e48e970>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 2, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:25.746519 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Checking router: 65431c32-c9ba-4583-90db-082f12b31c1d for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:20:25.746873 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Updating router 65431c32-c9ba-4583-90db-082f12b31c1d port 8eabc063-f2f4-4f80-8097-804565eba4b7 binding host dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:20:25.807944 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:25.991144 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2286240'] for subnet, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:25.999218 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-c16ff885-87a5-41b9-8c38-2029e42bf787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:26.174596 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Checking segment: {'id': 'dce5ef1d-2e5a-460b-9297-2ee736c02239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dc867ec8-2e38-40ea-81a8-a2bc09dd2789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:20:26.174953 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Network hostable DHCP agents. Network: dc867ec8-2e38-40ea-81a8-a2bc09dd2789, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:20:26.211192 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b24a6921-330c-49cf-b0c5-065d19f33c1e,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:26.213303 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Network dc867ec8-2e38-40ea-81a8-a2bc09dd2789 is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:20:26.226739 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.227161 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.227522 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.227904 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.228333 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.228909 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.229161 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.229699 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.230027 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.230381 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.231231 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.231231 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.243655 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:26.249612 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, dc867ec8-2e38-40ea-81a8-a2bc09dd2789) {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:26.258996 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cdd66b-9b06-4fcd-be90-517e1f448234 None None] Network dc867ec8-2e38-40ea-81a8-a2bc09dd2789 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:20:26.262917 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Notify callbacks [] for port, precommit_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:26.264327 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:26.264926 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:26.285160 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.provisioning_blocks [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Transition to ACTIVE for port object 8eabc063-f2f4-4f80-8097-804565eba4b7 will not be triggered until provisioned by entity L2. {{(pid=73830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:26.295139 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:26.308679 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:26.312220 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942aeecf-ca86-4564-a5c5-92dc51b07d6c req-9b0c5d51-f9e2-4d00-9fcb-4080cb32deea tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:26.313730 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-942aeecf-ca86-4564-a5c5-92dc51b07d6c req-9b0c5d51-f9e2-4d00-9fcb-4080cb32deea tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.2265365
May 04 18:20:26.315650 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-da5afc6e-f50c-4338-89a1-b68560a9d8b0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9354589
May 04 18:20:26.318864 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46122) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:26.330344 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1699421527-router', 'tenant_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:26.349439 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:26.354573 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Usage tracker for resource:router and tenant:f9f84f063ca8461e9eb896d71eb649f2 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:26.388047 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:26.400904 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:26.461156 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-942aeecf-ca86-4564-a5c5-92dc51b07d6c req-4c826cab-11b0-4bad-a9d9-fb7378f5e1d5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1292188
May 04 18:20:26.462276 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-927591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39441'] for router, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:26.463448 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39528'] for router, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:26.486129 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:26.494512 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a01ada-0784-4044-b534-077134eee466 None None] Pushing event updated for resources: {'Port': ['ID=8eabc063-f2f4-4f80-8097-804565eba4b7,revision_number=3']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:26.519978 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01ada-0784-4044-b534-077134eee466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.520324 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01ada-0784-4044-b534-077134eee466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.520783 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01ada-0784-4044-b534-077134eee466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.521570 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01ada-0784-4044-b534-077134eee466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.522000 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01ada-0784-4044-b534-077134eee466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.522323 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01ada-0784-4044-b534-077134eee466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.523312 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01ada-0784-4044-b534-077134eee466 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.523639 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01ada-0784-4044-b534-077134eee466 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.523979 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01ada-0784-4044-b534-077134eee466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.524584 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01ada-0784-4044-b534-077134eee466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.524951 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01ada-0784-4044-b534-077134eee466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.525492 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01ada-0784-4044-b534-077134eee466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:26.530308 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-d1a01ada-0784-4044-b534-077134eee466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:26.677914 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Attempting to bind port 8eabc063-f2f4-4f80-8097-804565eba4b7 on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:20:26.680693 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Attempting to bind port 8eabc063-f2f4-4f80-8097-804565eba4b7 by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:20:26.682096 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Attempting to bind port 8eabc063-f2f4-4f80-8097-804565eba4b7 on network 36f919e1-7ef4-493f-9b57-fd05288bc669 {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:20:26.702715 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:20:26.704531 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Checking segment: {'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:20:26.705448 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:26.706985 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Bound using segment: {'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:20:26.708123 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Bound port: 8eabc063-f2f4-4f80-8097-804565eba4b7, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'}}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:20:26.709007 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:26.784606 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a245aa9-5d94-527a-8046-af85b68d10c7-dc867ec8-2e38-40ea-81a8-a2bc09dd2789', 'network_id': 'dc867ec8-2e38-40ea-81a8-a2bc09dd2789', 'tenant_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'fixed_ips': [{'subnet_id': 'b24a6921-330c-49cf-b0c5-065d19f33c1e'}]}} from dv-cinder-789603-2-iscsi. {{(pid=73829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 18:20:26.786106 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:26.890637 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6216b643-4746-4d8e-a78a-e10e13bff6f7 req-a9b158cd-09e6-4de7-9a43-efe71646a786 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 210 time: 0.0645971
May 04 18:20:26.934725 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] For port 8eabc063-f2f4-4f80-8097-804565eba4b7, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:20:26.938960 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] For port 8eabc063-f2f4-4f80-8097-804565eba4b7, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=8eabc063-f2f4-4f80-8097-804565eba4b7,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:20:26.940201 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device e0271d73-4fc9-4b47-a92a-955eadace444 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:26.944635 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:26.955422 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-0c79a455-0bdc-407a-9b47-d1f2a967a072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:26.980906 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-927497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39550'] for router, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:27.000283 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:27.034546 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:20:27.035136 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e48e970>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:27.044664 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port e0271d73-4fc9-4b47-a92a-955eadace444 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:27.044927 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:27.150920 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a01ada-0784-4044-b534-077134eee466 None None] Pushing event updated for resources: {'Port': ['ID=8eabc063-f2f4-4f80-8097-804565eba4b7,revision_number=4']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:27.158070 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-d1a01ada-0784-4044-b534-077134eee466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:27.279676 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:20:27.280753 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.db_base_plugin_common [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Allocated IP 172.20.0.2 (dc867ec8-2e38-40ea-81a8-a2bc09dd2789/b24a6921-330c-49cf-b0c5-065d19f33c1e/4fdf7034-093c-4cba-8436-9a3ab06cf8f8) {{(pid=73829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:20:27.531102 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:27.567012 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:27.572705 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Notify callbacks [] for port, precommit_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:27.585216 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Transition to ACTIVE for port object 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:27.607009 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Transition to ACTIVE for port object 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 will not be triggered until provisioned by entity DHCP. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:27.616270 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:27.623594 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:27.636687 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e48e970>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:26Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:27.641277 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0a62c-bf88-4002-ac79-d29179c697ea None None] The sync data for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi is: [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:26Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:20:27.675761 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Network dc867ec8-2e38-40ea-81a8-a2bc09dd2789 is already hosted by enough agents. {{(pid=73829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:20:27.679104 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.base_scheduler [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Resources bound (agent type, host, resource id):  {{(pid=73829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:27.703573 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Received port after_create {{(pid=73829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:20:27.786281 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Pushing event updated for resources: {'Port': ['ID=4fdf7034-093c-4cba-8436-9a3ab06cf8f8,revision_number=1']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:27.794591 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:27.817893 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Attempting to bind port 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:20:27.818266 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Attempting to bind port 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'dce5ef1d-2e5a-460b-9297-2ee736c02239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dc867ec8-2e38-40ea-81a8-a2bc09dd2789'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:20:27.818638 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Attempting to bind port 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 on network dc867ec8-2e38-40ea-81a8-a2bc09dd2789 {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:20:27.826531 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:20:27.826907 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Checking segment: {'id': 'dce5ef1d-2e5a-460b-9297-2ee736c02239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dc867ec8-2e38-40ea-81a8-a2bc09dd2789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:20:27.827684 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:27.827684 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Bound using segment: {'id': 'dce5ef1d-2e5a-460b-9297-2ee736c02239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dc867ec8-2e38-40ea-81a8-a2bc09dd2789'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:20:27.828309 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Bound port: 4fdf7034-093c-4cba-8436-9a3ab06cf8f8, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce5ef1d-2e5a-460b-9297-2ee736c02239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dc867ec8-2e38-40ea-81a8-a2bc09dd2789'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:20:27.828722 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:27.855937 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f93bd-4aed-4397-82f7-6fdee566d633 req-5bbbb1ea-9535-4f53-addd-6f55e49884af tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:27.861191 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2f7f93bd-4aed-4397-82f7-6fdee566d633 req-5bbbb1ea-9535-4f53-addd-6f55e49884af tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.2287817
May 04 18:20:27.862774 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Allocated IP 172.27.1.241 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/b36a3835-02f5-44ca-9300-dabb17b3098c) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:20:27.945696 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] For port 4fdf7034-093c-4cba-8436-9a3ab06cf8f8, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:20:27.951681 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] For port 4fdf7034-093c-4cba-8436-9a3ab06cf8f8, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=4fdf7034-093c-4cba-8436-9a3ab06cf8f8,segment=NetworkSegment(dce5ef1d-2e5a-460b-9297-2ee736c02239),segment_id=dce5ef1d-2e5a-460b-9297-2ee736c02239)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:20:27.956631 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:27.962868 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:28.087561 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:28.091816 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Pushing event updated for resources: {'Port': ['ID=4fdf7034-093c-4cba-8436-9a3ab06cf8f8,revision_number=2']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:28.103875 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:28.134477 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5336377d-97a4-4d1d-b206-213792ce7988 req-74b3ac7a-5207-41da-95fa-7369fcd5d052 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 210 time: 0.0729899
May 04 18:20:28.136308 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2f7f93bd-4aed-4397-82f7-6fdee566d633 req-a71f4a7a-dffe-4709-8a10-c94ff0495711 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2685723
May 04 18:20:28.157090 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:28.163274 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:28.226652 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:20:28.237163 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:28.239509 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:20:28.276541 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Pushing event updated for resources: {'Port': ['ID=b36a3835-02f5-44ca-9300-dabb17b3098c,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:28.285415 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:28.727207 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:28.976251 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 8eabc063-f2f4-4f80-8097-804565eba4b7 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:29.070470 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 8eabc063-f2f4-4f80-8097-804565eba4b7 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:29.075987 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 8eabc063-f2f4-4f80-8097-804565eba4b7 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:29.076726 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:29.123574 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a43aa6b-375a-4597-b76e-c53a69496ca3 None None] Network dc867ec8-2e38-40ea-81a8-a2bc09dd2789 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:20:29.243975 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8895fb76-564d-4bfb-b099-c85f944d763b None None] Provisioning for port 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:29.287837 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926137'] for router, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:29.352134 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a32d4066-1833-4570-b962-9115e804a9b9 req-a0434f92-b0fa-49e4-a603-1d837ef8e5d7 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 210 time: 0.0526958
May 04 18:20:29.383344 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:29.458978 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 8eabc063-f2f4-4f80-8097-804565eba4b7, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=8eabc063-f2f4-4f80-8097-804565eba4b7,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:20:29.463653 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:29.464493 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:29.488951 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:29.587926 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Router 4f313f25-3e69-474a-8fc4-7da9d3a5549d is scheduled to L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 with binding_index 1 {{(pid=73828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 18:20:29.599633 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=8eabc063-f2f4-4f80-8097-804565eba4b7,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:29.602776 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:29.616316 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:29.621527 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:29.622132 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:29.685050 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f1f79-352c-423e-a782-a498b5c5af1a req-0d4db33f-1cda-4970-9d9d-8804c34e5529 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:29.686601 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2a2f1f79-352c-423e-a782-a498b5c5af1a req-0d4db33f-1cda-4970-9d9d-8804c34e5529 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1756809
May 04 18:20:29.747731 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:29.794750 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8aa84f9d-172b-4a55-8131-40a1c633d735 None None] Provisioning complete for port 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:29.795127 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8aa84f9d-172b-4a55-8131-40a1c633d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:29.813779 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2a2f1f79-352c-423e-a782-a498b5c5af1a req-79fd54a5-4692-4aae-bb22-22e2f44120e4 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1158473
May 04 18:20:29.822288 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 4fdf7034-093c-4cba-8436-9a3ab06cf8f8, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=4fdf7034-093c-4cba-8436-9a3ab06cf8f8,segment=NetworkSegment(dce5ef1d-2e5a-460b-9297-2ee736c02239),segment_id=dce5ef1d-2e5a-460b-9297-2ee736c02239)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:20:29.827326 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:20:29.845517 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Sync routers for ids ['4f313f25-3e69-474a-8fc4-7da9d3a5549d'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:20:29.847520 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:29.853014 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Notify callbacks [] for router, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:29.854530 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:29.857006 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 46152) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:29.857184 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.5367167
May 04 18:20:29.929230 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Routers {'4f313f25-3e69-474a-8fc4-7da9d3a5549d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:20:29.929956 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503dec36d0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['4f313f25-3e69-474a-8fc4-7da9d3a5549d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:30.072154 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=4fdf7034-093c-4cba-8436-9a3ab06cf8f8,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:30.074514 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:30.236526 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Set router 4f313f25-3e69-474a-8fc4-7da9d3a5549d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:20:30.367813 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-8a094a8e-c825-407c-83f2-3408b73e7f29 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:30.369348 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-8a094a8e-c825-407c-83f2-3408b73e7f29 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.64 "GET /v2.0/networks?id=b5d9f6a0-8056-4021-b12a-9774e1320123 HTTP/1.1" status: 200  len: 816 time: 0.4424200
May 04 18:20:30.490293 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-ca4d4856-0647-41c8-9762-c949014cb231 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27df770cfc4e46179df7e8bd111c6454 HTTP/1.1" status: 200  len: 380 time: 0.1102972
May 04 18:20:30.505242 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Request body: {'port': {'device_id': '08b4ba78-270b-4493-bb79-072799e26351', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'admin_state_up': True, 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'security_groups': ['d96c6f1d-1e5b-4d08-859b-d87409f5c9b6']}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:30.579768 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503dec36d0>, [{'id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'name': 'tempest-TestVolumeBootPattern-1699421527-router', 'tenant_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'b36a3835-02f5-44ca-9300-dabb17b3098c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:26Z', 'updated_at': '2021-05-04T18:20:28Z', 'revision_number': 3, 'project_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'gw_port': {'id': 'b36a3835-02f5-44ca-9300-dabb17b3098c', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:27Z', 'updated_at': '2021-05-04T18:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:30.583829 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Checking router: 4f313f25-3e69-474a-8fc4-7da9d3a5549d for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:20:30.584182 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Updating router 4f313f25-3e69-474a-8fc4-7da9d3a5549d port b36a3835-02f5-44ca-9300-dabb17b3098c binding host dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:20:30.591482 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8b0c6c8b-6827-4bad-ad34-24b7c6c42bc4 req-5da206d2-d05e-4f8c-92ec-7ee775109f77 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 210 time: 0.0927718
May 04 18:20:30.642010 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:30.837678 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:30.864933 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:30.891635 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 8eabc063-f2f4-4f80-8097-804565eba4b7 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:30.910416 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Made reservation on behalf of 27df770cfc4e46179df7e8bd111c6454 for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:20:30.914343 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:31.001006 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 8eabc063-f2f4-4f80-8097-804565eba4b7 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:31.001547 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:31.048638 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b642b-66cf-4da8-bb1b-7b68c88e3e87 req-99b93163-350f-4551-a4b3-904fe040e323 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:31.052371 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ee0b642b-66cf-4da8-bb1b-7b68c88e3e87 req-99b93163-350f-4551-a4b3-904fe040e323 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0971453
May 04 18:20:31.105056 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ee0b642b-66cf-4da8-bb1b-7b68c88e3e87 req-72dce16d-38c9-4564-b185-dc55e77d5373 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487044
May 04 18:20:31.130110 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Notify callbacks [] for port, precommit_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:31.210280 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:31.239555 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Transition to ACTIVE for port object b36a3835-02f5-44ca-9300-dabb17b3098c will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:31.248134 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:31.264667 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:31.270472 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Allocated IP 172.20.0.13 (b5d9f6a0-8056-4021-b12a-9774e1320123/06a64c1e-a477-4d77-860d-4be6483412a3/2b75d3d4-4713-4a12-ab4b-1dcc0029777b) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:20:31.272254 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:31.380822 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:31.385089 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:31.454084 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Attempting to bind port b36a3835-02f5-44ca-9300-dabb17b3098c on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:20:31.454425 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Attempting to bind port b36a3835-02f5-44ca-9300-dabb17b3098c by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:20:31.454793 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Attempting to bind port b36a3835-02f5-44ca-9300-dabb17b3098c on network 59dd31e5-fc69-4865-ac92-82ced2e462b7 {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:20:31.471984 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:20:31.472365 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Checking segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:20:31.473491 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:31.473989 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Bound using segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:20:31.474484 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Bound port: b36a3835-02f5-44ca-9300-dabb17b3098c, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:20:31.474883 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:31.525811 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a1a0b-3578-44ad-a308-c0951dc111e5 None None] Pushing event updated for resources: {'Port': ['ID=b36a3835-02f5-44ca-9300-dabb17b3098c,revision_number=2']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:31.548475 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-3f2a1a0b-3578-44ad-a308-c0951dc111e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:31.569876 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c442e1e-43f6-41ee-92e7-7464327732b7 req-5a7ab22f-99f2-4d2e-85c3-3f87a63eb37b tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:31.571555 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7c442e1e-43f6-41ee-92e7-7464327732b7 req-5a7ab22f-99f2-4d2e-85c3-3f87a63eb37b tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0945559
May 04 18:20:31.601672 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] For port b36a3835-02f5-44ca-9300-dabb17b3098c, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:20:31.604881 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] For port b36a3835-02f5-44ca-9300-dabb17b3098c, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=b36a3835-02f5-44ca-9300-dabb17b3098c,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:20:31.619714 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7c442e1e-43f6-41ee-92e7-7464327732b7 req-63fdd074-e94e-414d-ac11-c23364efe090 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415053
May 04 18:20:31.649083 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:31.655512 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:31.747880 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Routers {'4f313f25-3e69-474a-8fc4-7da9d3a5549d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:20:31.748531 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503dec36d0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['4f313f25-3e69-474a-8fc4-7da9d3a5549d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:31.821401 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a1a0b-3578-44ad-a308-c0951dc111e5 None None] Pushing event updated for resources: {'Port': ['ID=b36a3835-02f5-44ca-9300-dabb17b3098c,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:31.825164 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-3f2a1a0b-3578-44ad-a308-c0951dc111e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:31.828162 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-47359b61-bcb5-4df9-b168-df07c27d6b18 req-7b99e7fb-94fa-4ab0-b677-2ff38d700d92 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 210 time: 0.0835257
May 04 18:20:31.866183 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45901e4b-a512-4ce9-bc4b-aef8b746b366 req-e8313c0d-3c41-4504-bd09-e23519bd4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:31.867749 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-45901e4b-a512-4ce9-bc4b-aef8b746b366 req-e8313c0d-3c41-4504-bd09-e23519bd4b95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6fe7e174186c44ffb03d6761766e9c4e&device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 1098 time: 0.3134451
May 04 18:20:31.869194 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Allocated IP 172.20.0.1 (dc867ec8-2e38-40ea-81a8-a2bc09dd2789/b24a6921-330c-49cf-b0c5-065d19f33c1e/f92ff615-42e5-4540-8f86-461e124a3c5a) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:20:31.877880 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:31.952834 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] Set router 4f313f25-3e69-474a-8fc4-7da9d3a5549d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:20:31.954191 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Transition to ACTIVE for port object 2b75d3d4-4713-4a12-ab4b-1dcc0029777b will not be triggered until provisioned by entity DHCP. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:32.252315 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45901e4b-a512-4ce9-bc4b-aef8b746b366 req-48bc513d-9902-4d04-8faf-01c15c28af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:32.253789 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-45901e4b-a512-4ce9-bc4b-aef8b746b366 req-48bc513d-9902-4d04-8faf-01c15c28af29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba HTTP/1.1" status: 200  len: 912 time: 0.3721187
May 04 18:20:32.277495 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503dec36d0>, [{'id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'name': 'tempest-TestVolumeBootPattern-1699421527-router', 'tenant_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'b36a3835-02f5-44ca-9300-dabb17b3098c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:26Z', 'updated_at': '2021-05-04T18:20:28Z', 'revision_number': 3, 'project_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'gw_port': {'id': 'b36a3835-02f5-44ca-9300-dabb17b3098c', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:27Z', 'updated_at': '2021-05-04T18:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:32.281378 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7868e-a00a-4652-8dab-e14cd685dd0f None None] The sync data for ids ['4f313f25-3e69-474a-8fc4-7da9d3a5549d'] in dv-cinder-789603-2-iscsi is: [{'id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'name': 'tempest-TestVolumeBootPattern-1699421527-router', 'tenant_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'b36a3835-02f5-44ca-9300-dabb17b3098c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:26Z', 'updated_at': '2021-05-04T18:20:28Z', 'revision_number': 3, 'project_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'gw_port': {'id': 'b36a3835-02f5-44ca-9300-dabb17b3098c', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:27Z', 'updated_at': '2021-05-04T18:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:20:32.356210 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:32.368184 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:32.372059 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-b3e3388b-0723-40a8-85a6-2d6d5b109979 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:32.476102 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Transition to ACTIVE for port object f92ff615-42e5-4540-8f86-461e124a3c5a will not be triggered until provisioned by entity DHCP. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:32.482679 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Network b5d9f6a0-8056-4021-b12a-9774e1320123 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:20:32.490028 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:32.493087 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-45901e4b-a512-4ce9-bc4b-aef8b746b366 req-6ba9cf2e-1812-4c8f-bd6e-4e75fe7923ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=582b6426-2a50-455f-a2a0-16b2274bdd39 HTTP/1.1" status: 200  len: 1001 time: 0.2289984
May 04 18:20:32.493759 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event updated for resources: {'Port': ['ID=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:32.496737 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:20:32.592709 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:32.593079 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:32.593443 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:32.593831 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:32.594186 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:32.594542 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:32.594891 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:32.595240 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:32.595588 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:32.595933 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:32.596278 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:32.596621 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:20:32.611915 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:32.655895 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45901e4b-a512-4ce9-bc4b-aef8b746b366 req-ae34a924-d030-46c6-8d50-a0cb2918abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:32.657381 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-45901e4b-a512-4ce9-bc4b-aef8b746b366 req-ae34a924-d030-46c6-8d50-a0cb2918abe8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e98fb673-01a2-4dc9-8c0c-4753773818b5 HTTP/1.1" status: 200  len: 850 time: 0.1315308
May 04 18:20:32.667523 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:32.668199 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:32.796444 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:32.813391 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-0b7f9835-b69d-4745-a975-6d934f1455bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:32.890206 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-cf3b2c8b-8922-4313-8df8-ca75bc5dea49 None None] Provisioning for port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:32.891492 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Network dc867ec8-2e38-40ea-81a8-a2bc09dd2789 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:20:32.897833 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-cf3b2c8b-8922-4313-8df8-ca75bc5dea49 None None] Provisioning complete for port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:32.898223 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-cf3b2c8b-8922-4313-8df8-ca75bc5dea49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:32.940905 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5dfc4-b1ef-48a5-94f3-e4da75a9d44c req-0cc254eb-0f05-4ae0-ac1c-2c2e7f276c77 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:32.944330 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f1e5dfc4-b1ef-48a5-94f3-e4da75a9d44c req-0cc254eb-0f05-4ae0-ac1c-2c2e7f276c77 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1511803
May 04 18:20:32.953618 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:32.977526 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:20:33.054090 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f1e5dfc4-b1ef-48a5-94f3-e4da75a9d44c req-3d2feae4-69b8-4211-9ac5-e0e2b2821cb9 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1014972
May 04 18:20:33.084291 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Pushing event updated for resources: {'Port': ['ID=f92ff615-42e5-4540-8f86-461e124a3c5a,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:33.091725 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-cf3b2c8b-8922-4313-8df8-ca75bc5dea49 None None] Port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:20:33.093230 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device b36a3835-02f5-44ca-9300-dabb17b3098c up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:33.100147 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5990610
May 04 18:20:33.101919 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:33.159539 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Request body: {'port': {'device_id': '08b4ba78-270b-4493-bb79-072799e26351', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:33.204507 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port b36a3835-02f5-44ca-9300-dabb17b3098c completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:33.209774 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port b36a3835-02f5-44ca-9300-dabb17b3098c triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:33.210157 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:33.311087 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45901e4b-a512-4ce9-bc4b-aef8b746b366 req-bf0ba14f-44b2-4f14-adbb-bc041411b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:33.312499 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-45901e4b-a512-4ce9-bc4b-aef8b746b366 req-bf0ba14f-44b2-4f14-adbb-bc041411b2df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6400552
May 04 18:20:33.357554 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925142'] for router_interface, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:33.364832 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:33.371721 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-1d555838-85d5-497e-98d5-e605d588534b None None] Provisioning for port f92ff615-42e5-4540-8f86-461e124a3c5a completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:33.378125 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-1d555838-85d5-497e-98d5-e605d588534b None None] Provisioning complete for port f92ff615-42e5-4540-8f86-461e124a3c5a triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:33.378446 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-1d555838-85d5-497e-98d5-e605d588534b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:33.429153 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port b36a3835-02f5-44ca-9300-dabb17b3098c, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=b36a3835-02f5-44ca-9300-dabb17b3098c,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:20:33.439407 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:33.443859 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:33.482491 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-1d555838-85d5-497e-98d5-e605d588534b None None] Port f92ff615-42e5-4540-8f86-461e124a3c5a cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:20:33.519219 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=b36a3835-02f5-44ca-9300-dabb17b3098c,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:33.526001 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:33.538501 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:33.615320 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-45901e4b-a512-4ce9-bc4b-aef8b746b366 req-d3c67741-f86b-4566-a919-f48bf43b42bf service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2848244
May 04 18:20:33.661702 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581b058-0584-4ebb-88fb-0c1472e41d27 req-5a480f0a-7965-4b0a-bd55-da3411051034 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:33.662392 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-8581b058-0584-4ebb-88fb-0c1472e41d27 req-5a480f0a-7965-4b0a-bd55-da3411051034 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Synchronizing usage tracker for tenant:27df770cfc4e46179df7e8bd111c6454 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:20:33.823426 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-8581b058-0584-4ebb-88fb-0c1472e41d27 req-5a480f0a-7965-4b0a-bd55-da3411051034 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Unset dirty status for tenant:27df770cfc4e46179df7e8bd111c6454 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:20:33.824484 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8581b058-0584-4ebb-88fb-0c1472e41d27 req-5a480f0a-7965-4b0a-bd55-da3411051034 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 932 time: 0.6125820
May 04 18:20:33.982656 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-45901e4b-a512-4ce9-bc4b-aef8b746b366 req-34dd1bdd-9590-46b8-8f7c-4442c3b7ef37 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3527198
May 04 18:20:34.156699 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:34.169743 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8581b058-0584-4ebb-88fb-0c1472e41d27 req-cea1fc86-2c0a-4fc9-a7f0-32552f625a30 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3307459
May 04 18:20:34.296444 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b562e96-b384-456e-98cd-0b00d7e47908 req-a3a114a8-775b-4a71-a2fa-7bc9737b3e46 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:34.298893 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9b562e96-b384-456e-98cd-0b00d7e47908 req-a3a114a8-775b-4a71-a2fa-7bc9737b3e46 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1239405
May 04 18:20:34.350165 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9b562e96-b384-456e-98cd-0b00d7e47908 req-39ffa742-5804-48bf-bff3-37bba7abd599 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445733
May 04 18:20:34.464552 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b75d3d4-4713-4a12-ab4b-1dcc0029777b {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:20:34.483625 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:34.508701 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Transition to ACTIVE for port object 2b75d3d4-4713-4a12-ab4b-1dcc0029777b will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:34.515061 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:34.532323 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:34.599695 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:34.625062 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:34.714802 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46220) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:34.799047 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:34.810918 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:34.811596 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:34.867380 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b11d5996-3b7c-4aaf-9f39-94ad547fa43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:34.885451 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925045'] for router_interface, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:34.887453 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b11d5996-3b7c-4aaf-9f39-94ad547fa43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:34.891919 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b11d5996-3b7c-4aaf-9f39-94ad547fa43e admin admin] Usage tracker for resource:security_group_rule and tenant:7ccc8fbd34fe44c68753795679214925 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:34.895668 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b11d5996-3b7c-4aaf-9f39-94ad547fa43e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:34.900836 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device b36a3835-02f5-44ca-9300-dabb17b3098c up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:34.903412 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b11d5996-3b7c-4aaf-9f39-94ad547fa43e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:34.972480 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Pushing event updated for resources: {'Port': ['ID=f92ff615-42e5-4540-8f86-461e124a3c5a,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:34.984593 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:35.009052 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port b36a3835-02f5-44ca-9300-dabb17b3098c triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:35.009437 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:35.028986 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b11d5996-3b7c-4aaf-9f39-94ad547fa43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:35.034454 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b11d5996-3b7c-4aaf-9f39-94ad547fa43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:35.047423 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-edec4f61-aaf5-4b48-b44e-410f12fe631c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:35.051875 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Attempting to bind port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:20:35.052696 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Attempting to bind port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '02013f2c-608d-4c58-aba7-cbd5195b5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:20:35.053027 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Attempting to bind port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b on network b5d9f6a0-8056-4021-b12a-9774e1320123 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:20:35.063047 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b on network b5d9f6a0-8056-4021-b12a-9774e1320123 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:20:35.063411 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Attempting to bind port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b on network b5d9f6a0-8056-4021-b12a-9774e1320123 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:20:35.074950 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:20:35.075347 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Checking segment: {'id': '02013f2c-608d-4c58-aba7-cbd5195b5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:20:35.075678 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Bound using segment: {'id': '02013f2c-608d-4c58-aba7-cbd5195b5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:20:35.076126 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Bound port: 2b75d3d4-4713-4a12-ab4b-1dcc0029777b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02013f2c-608d-4c58-aba7-cbd5195b5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:20:35.076479 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:35.079066 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d5996-3b7c-4aaf-9f39-94ad547fa43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb689f1a-d285-4ded-89e8-cbd3765141fb,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:35.084436 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b11d5996-3b7c-4aaf-9f39-94ad547fa43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:35.112163 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-b11d5996-3b7c-4aaf-9f39-94ad547fa43e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7ccc8fbd34fe44c68753795679214925&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3938370
May 04 18:20:35.112724 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46226) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:35.162471 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Network dc867ec8-2e38-40ea-81a8-a2bc09dd2789 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:20:35.166853 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:35.181557 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-00247123-e2ee-48fd-9bd6-d2d1c8071c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:35.211846 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-00247123-e2ee-48fd-9bd6-d2d1c8071c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:35.275652 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-00247123-e2ee-48fd-9bd6-d2d1c8071c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:35.283186 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-054f950f-e6ab-498a-a324-b4c53fac3363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:35.295806 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00247123-e2ee-48fd-9bd6-d2d1c8071c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb689f1a-d285-4ded-89e8-cbd3765141fb,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:35.297948 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] For port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:20:35.306487 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-00247123-e2ee-48fd-9bd6-d2d1c8071c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:35.311557 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-00247123-e2ee-48fd-9bd6-d2d1c8071c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:35.318600 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-00247123-e2ee-48fd-9bd6-d2d1c8071c79 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bb689f1a-d285-4ded-89e8-cbd3765141fb HTTP/1.1" status: 204  len: 168 time: 0.2040045
May 04 18:20:35.408666 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] For port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:20:35.419843 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:35.433694 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-beb226c0-91eb-4b28-b656-5bf31d02265a tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:35.434772 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-85e79c08-89bb-463e-96ec-a5f54c44e29d None None] Provisioning complete for port f92ff615-42e5-4540-8f86-461e124a3c5a triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:35.435507 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-85e79c08-89bb-463e-96ec-a5f54c44e29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:35.504593 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:35.505900 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:35.507421 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] 10.222.0.64 "PUT /v2.0/ports/2b75d3d4-4713-4a12-ab4b-1dcc0029777b HTTP/1.1" status: 200  len: 1094 time: 2.3949306
May 04 18:20:35.508188 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b4ba78-270b-4493-bb79-072799e26351', 'tag': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:20:35.531638 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-85e79c08-89bb-463e-96ec-a5f54c44e29d None None] Port f92ff615-42e5-4540-8f86-461e124a3c5a cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:20:35.561727 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Router 4f313f25-3e69-474a-8fc4-7da9d3a5549d has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:20:35.591285 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:35.643984 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:35.657394 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b7389-4e66-43c4-ac17-082680ab8723 req-4e6f73e1-66a8-48aa-9915-eee81dbcb9d4 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:35.659255 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0d6b7389-4e66-43c4-ac17-082680ab8723 req-4e6f73e1-66a8-48aa-9915-eee81dbcb9d4 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.1109862
May 04 18:20:35.714954 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0d6b7389-4e66-43c4-ac17-082680ab8723 req-2668454e-cecc-4f98-814a-6d1cf35d982e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490100
May 04 18:20:35.729946 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa1072-fc1c-4f9d-8152-c441c2a467d6 req-fc334115-e75d-4982-a71f-1553d6ba2110 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:35.731500 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-21aa1072-fc1c-4f9d-8152-c441c2a467d6 req-fc334115-e75d-4982-a71f-1553d6ba2110 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.3780668
May 04 18:20:36.014619 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-21aa1072-fc1c-4f9d-8152-c441c2a467d6 req-03433d50-6ad5-4dc3-9c4d-20ed345c3083 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2745261
May 04 18:20:36.021726 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b4ba78-270b-4493-bb79-072799e26351', 'tag': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b', 'status': 'completed', 'code': 200}
May 04 18:20:36.026494 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:20:36.030551 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-fb65e772-bbf4-4c2d-a6e0-49b26f7db138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:36.032006 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-fb65e772-bbf4-4c2d-a6e0-49b26f7db138 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27df770cfc4e46179df7e8bd111c6454&device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 1097 time: 0.4424417
May 04 18:20:36.041058 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] 10.222.0.67 "PUT /v2.0/routers/4f313f25-3e69-474a-8fc4-7da9d3a5549d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1827402
May 04 18:20:36.046060 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Sync routers for ids ['4f313f25-3e69-474a-8fc4-7da9d3a5549d'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:20:36.064232 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Routers {'4f313f25-3e69-474a-8fc4-7da9d3a5549d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:20:36.064994 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503eef9160>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['4f313f25-3e69-474a-8fc4-7da9d3a5549d'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:36.104818 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-d6e96cef-3a28-4b95-bd75-c0447ec62ba4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b75d3d4-4713-4a12-ab4b-1dcc0029777b HTTP/1.1" status: 200  len: 217 time: 0.0625417
May 04 18:20:36.182012 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-7868ba45-10f6-45ff-9431-5fd91cbf5106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:36.183441 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-7868ba45-10f6-45ff-9431-5fd91cbf5106 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06a64c1e-a477-4d77-860d-4be6483412a3 HTTP/1.1" status: 200  len: 855 time: 0.0702946
May 04 18:20:36.264641 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-0844f4c4-b899-4f01-9395-24e2eb8241c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:36.266193 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-0844f4c4-b899-4f01-9395-24e2eb8241c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5d9f6a0-8056-4021-b12a-9774e1320123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748658
May 04 18:20:36.281190 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:20:36.285589 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Set router 4f313f25-3e69-474a-8fc4-7da9d3a5549d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:20:36.408405 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-85cad779-5f53-4d6c-a5b8-5a09e333b48a service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322281
May 04 18:20:36.509832 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46250) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:36.515613 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-189e9fff-bb60-4280-ab89-8045e0a757d2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1839905269', 'description': 'tempest-secgroup-smoke-1839905269 description', 'project_id': '948efb75ffcb48c38be4bc5021fc11f2'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:36.523211 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-189e9fff-bb60-4280-ab89-8045e0a757d2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:36.527704 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-189e9fff-bb60-4280-ab89-8045e0a757d2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Usage tracker for resource:security_group and tenant:948efb75ffcb48c38be4bc5021fc11f2 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:36.531024 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-189e9fff-bb60-4280-ab89-8045e0a757d2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:36.538476 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-189e9fff-bb60-4280-ab89-8045e0a757d2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:36.550608 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-189e9fff-bb60-4280-ab89-8045e0a757d2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:36.566648 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2552ca09-3b00-48de-9ece-5aa59fc84c8d req-778b7c56-ad80-4fcc-9b94-48b092071371 service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475687
May 04 18:20:36.577182 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-189e9fff-bb60-4280-ab89-8045e0a757d2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:36.582024 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-189e9fff-bb60-4280-ab89-8045e0a757d2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Usage tracker for resource:security_group_rule and tenant:948efb75ffcb48c38be4bc5021fc11f2 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:36.586024 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-189e9fff-bb60-4280-ab89-8045e0a757d2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:36.593210 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-189e9fff-bb60-4280-ab89-8045e0a757d2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:36.632464 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503eef9160>, [{'id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'name': 'tempest-TestVolumeBootPattern-1699421527-router', 'tenant_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'b36a3835-02f5-44ca-9300-dabb17b3098c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:26Z', 'updated_at': '2021-05-04T18:20:33Z', 'revision_number': 4, 'project_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'gw_port': {'id': 'b36a3835-02f5-44ca-9300-dabb17b3098c', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:27Z', 'updated_at': '2021-05-04T18:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'f92ff615-42e5-4540-8f86-461e124a3c5a', 'name': '', 'network_id': 'dc867ec8-2e38-40ea-81a8-a2bc09dd2789', 'tenant_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'mac_address': 'fa:16:3e:80:cc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b24a6921-330c-49cf-b0c5-065d19f33c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:31Z', 'updated_at': '2021-05-04T18:20:34Z', 'revision_number': 2, 'project_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'subnets': [{'id': 'b24a6921-330c-49cf-b0c5-065d19f33c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:36.636834 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Checking router: 4f313f25-3e69-474a-8fc4-7da9d3a5549d for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:20:36.637195 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Updating router 4f313f25-3e69-474a-8fc4-7da9d3a5549d port f92ff615-42e5-4540-8f86-461e124a3c5a binding host dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:20:36.673878 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-189e9fff-bb60-4280-ab89-8045e0a757d2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:36.679174 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-189e9fff-bb60-4280-ab89-8045e0a757d2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:36.689119 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-bf12a543-f384-4dc6-8043-8272f4ad22d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:36.695843 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:36.700696 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75db1d8-896f-4c83-acfa-3a20ce99a253 req-5f85b24c-21c0-446a-b763-fc283979f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:36.702214 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a75db1d8-896f-4c83-acfa-3a20ce99a253 req-5f85b24c-21c0-446a-b763-fc283979f285 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27df770cfc4e46179df7e8bd111c6454&device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 1097 time: 0.0865321
May 04 18:20:36.731175 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e9fff-bb60-4280-ab89-8045e0a757d2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d9ce85-d867-4e4a-bb57-c9d155b4d207,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:36.733882 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-189e9fff-bb60-4280-ab89-8045e0a757d2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:36.738410 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-189e9fff-bb60-4280-ab89-8045e0a757d2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2272847
May 04 18:20:36.739554 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-189e9fff-bb60-4280-ab89-8045e0a757d2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:36.739998 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46254) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:36.745599 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-ad6ab5e4-b0ab-48be-8fcd-6dbede6240cc tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Request body: {'security_group_rule': {'security_group_id': '14d9ce85-d867-4e4a-bb57-c9d155b4d207', 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:36.751646 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-ad6ab5e4-b0ab-48be-8fcd-6dbede6240cc tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:36.756217 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-ad6ab5e4-b0ab-48be-8fcd-6dbede6240cc tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Usage tracker for resource:security_group_rule and tenant:948efb75ffcb48c38be4bc5021fc11f2 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:36.759566 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-ad6ab5e4-b0ab-48be-8fcd-6dbede6240cc tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:36.765907 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-ad6ab5e4-b0ab-48be-8fcd-6dbede6240cc tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:36.787772 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ad6ab5e4-b0ab-48be-8fcd-6dbede6240cc tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:36.874300 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75db1d8-896f-4c83-acfa-3a20ce99a253 req-3e35e2eb-3454-4249-ba1e-0bffa989f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:36.876092 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a75db1d8-896f-4c83-acfa-3a20ce99a253 req-3e35e2eb-3454-4249-ba1e-0bffa989f63b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5d9f6a0-8056-4021-b12a-9774e1320123 HTTP/1.1" status: 200  len: 917 time: 0.1635289
May 04 18:20:36.883969 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ad6ab5e4-b0ab-48be-8fcd-6dbede6240cc tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:36.891197 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ad6ab5e4-b0ab-48be-8fcd-6dbede6240cc tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:36.910186 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:36.924729 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ab5e4-b0ab-48be-8fcd-6dbede6240cc tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712289df-3ff8-4707-a9d2-236af03ff9d7,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:36.933276 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ad6ab5e4-b0ab-48be-8fcd-6dbede6240cc tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:36.938101 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ad6ab5e4-b0ab-48be-8fcd-6dbede6240cc tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:36.942269 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-ad6ab5e4-b0ab-48be-8fcd-6dbede6240cc tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2010875
May 04 18:20:36.943160 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 46260) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:36.955026 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-947de670-3dc7-444c-b379-53530deca332 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Request body: {'security_group_rule': {'security_group_id': '14d9ce85-d867-4e4a-bb57-c9d155b4d207', 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:36.960098 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a75db1d8-896f-4c83-acfa-3a20ce99a253 req-fae3c9f1-6030-460f-8af0-8adb419c4c4d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b75d3d4-4713-4a12-ab4b-1dcc0029777b HTTP/1.1" status: 200  len: 217 time: 0.0748873
May 04 18:20:36.962476 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-947de670-3dc7-444c-b379-53530deca332 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:36.966930 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-947de670-3dc7-444c-b379-53530deca332 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Usage tracker for resource:security_group_rule and tenant:948efb75ffcb48c38be4bc5021fc11f2 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:37.004525 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-947de670-3dc7-444c-b379-53530deca332 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:37.017373 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-947de670-3dc7-444c-b379-53530deca332 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:37.048087 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-947de670-3dc7-444c-b379-53530deca332 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:37.063823 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75db1d8-896f-4c83-acfa-3a20ce99a253 req-f44de995-b89e-4cda-84c9-e9950f858730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:37.065490 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a75db1d8-896f-4c83-acfa-3a20ce99a253 req-f44de995-b89e-4cda-84c9-e9950f858730 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06a64c1e-a477-4d77-860d-4be6483412a3 HTTP/1.1" status: 200  len: 855 time: 0.0952914
May 04 18:20:37.118726 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Notify callbacks [] for port, precommit_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:37.131637 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.provisioning_blocks [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Transition to ACTIVE for port object f92ff615-42e5-4540-8f86-461e124a3c5a will not be triggered until provisioned by entity L2. {{(pid=73830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:37.138257 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:37.142932 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:37.238604 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-947de670-3dc7-444c-b379-53530deca332 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:37.249948 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-947de670-3dc7-444c-b379-53530deca332 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:37.263242 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-7a69e2ab-cd19-4178-8341-a5480fdee28a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:37.292424 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75db1d8-896f-4c83-acfa-3a20ce99a253 req-0060f76f-3691-446c-abdd-608cdc5e11cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:37.294315 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a75db1d8-896f-4c83-acfa-3a20ce99a253 req-0060f76f-3691-446c-abdd-608cdc5e11cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5d9f6a0-8056-4021-b12a-9774e1320123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2176702
May 04 18:20:37.302496 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947de670-3dc7-444c-b379-53530deca332 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f22b30a-b4a0-438a-ad41-9428dd2c9be1,revision_number=0']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:37.305520 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-947de670-3dc7-444c-b379-53530deca332 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:37.329579 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387ec4c-f10c-4916-9c5c-ff1e4b1b8083 None None] Pushing event updated for resources: {'Port': ['ID=f92ff615-42e5-4540-8f86-461e124a3c5a,revision_number=3']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:37.337361 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-e387ec4c-f10c-4916-9c5c-ff1e4b1b8083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:37.350965 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-947de670-3dc7-444c-b379-53530deca332 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:37.352402 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-947de670-3dc7-444c-b379-53530deca332 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4082973
May 04 18:20:37.355493 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46266) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:37.363747 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Attempting to bind port f92ff615-42e5-4540-8f86-461e124a3c5a on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:20:37.364113 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Attempting to bind port f92ff615-42e5-4540-8f86-461e124a3c5a by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'dce5ef1d-2e5a-460b-9297-2ee736c02239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dc867ec8-2e38-40ea-81a8-a2bc09dd2789'}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:20:37.365375 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Attempting to bind port f92ff615-42e5-4540-8f86-461e124a3c5a on network dc867ec8-2e38-40ea-81a8-a2bc09dd2789 {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:20:37.368600 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaff14-c9ce-4ca0-9987-81badf3dafa3 req-91e0ba0c-df18-4c55-8e82-8a5f378b4963 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:37.370547 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e2aaff14-c9ce-4ca0-9987-81badf3dafa3 req-91e0ba0c-df18-4c55-8e82-8a5f378b4963 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.2353225
May 04 18:20:37.372269 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:20:37.372844 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Checking segment: {'id': 'dce5ef1d-2e5a-460b-9297-2ee736c02239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dc867ec8-2e38-40ea-81a8-a2bc09dd2789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:20:37.373415 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:37.373985 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Bound using segment: {'id': 'dce5ef1d-2e5a-460b-9297-2ee736c02239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dc867ec8-2e38-40ea-81a8-a2bc09dd2789'} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:20:37.374633 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Bound port: f92ff615-42e5-4540-8f86-461e124a3c5a, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce5ef1d-2e5a-460b-9297-2ee736c02239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dc867ec8-2e38-40ea-81a8-a2bc09dd2789'}}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:20:37.374958 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-e84d3c5b-0714-4207-a945-d50d1a95a752 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Request body: {'security_group_rule': {'security_group_id': '14d9ce85-d867-4e4a-bb57-c9d155b4d207', 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:37.375365 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:37.388614 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-e84d3c5b-0714-4207-a945-d50d1a95a752 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:37.393585 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-e84d3c5b-0714-4207-a945-d50d1a95a752 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Usage tracker for resource:security_group_rule and tenant:948efb75ffcb48c38be4bc5021fc11f2 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:37.398132 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-e84d3c5b-0714-4207-a945-d50d1a95a752 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:37.404741 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-e84d3c5b-0714-4207-a945-d50d1a95a752 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:37.431178 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e84d3c5b-0714-4207-a945-d50d1a95a752 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:37.513281 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] For port f92ff615-42e5-4540-8f86-461e124a3c5a, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:20:37.516957 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] For port f92ff615-42e5-4540-8f86-461e124a3c5a, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=f92ff615-42e5-4540-8f86-461e124a3c5a,segment=NetworkSegment(dce5ef1d-2e5a-460b-9297-2ee736c02239),segment_id=dce5ef1d-2e5a-460b-9297-2ee736c02239)] {{(pid=73830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:20:37.521359 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e2aaff14-c9ce-4ca0-9987-81badf3dafa3 req-b78d6ec3-dd2b-4aeb-99db-914bcba596c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0909274
May 04 18:20:37.522403 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:37.535723 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-1058a1da-55cc-450c-8d62-f37bc08fa51a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:37.538436 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e84d3c5b-0714-4207-a945-d50d1a95a752 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:37.559954 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a75db1d8-896f-4c83-acfa-3a20ce99a253 req-e6f7a809-940d-4424-b668-9f7396b2b2d7 service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2529840
May 04 18:20:37.568014 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e84d3c5b-0714-4207-a945-d50d1a95a752 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:37.572058 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:37.617189 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d3c5b-0714-4207-a945-d50d1a95a752 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2feb9f60-1683-4cdf-80c6-8c7226c0c6ce,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:37.621912 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e84d3c5b-0714-4207-a945-d50d1a95a752 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:37.633352 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Routers {'4f313f25-3e69-474a-8fc4-7da9d3a5549d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:20:37.634019 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503eef9160>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['4f313f25-3e69-474a-8fc4-7da9d3a5549d'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:37.639520 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e84d3c5b-0714-4207-a945-d50d1a95a752 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:37.643762 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-e84d3c5b-0714-4207-a945-d50d1a95a752 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2847040
May 04 18:20:37.644879 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46270) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:37.657415 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-58e4dab8-40ba-4ef7-9353-6451883a9fe6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Request body: {'security_group_rule': {'security_group_id': '14d9ce85-d867-4e4a-bb57-c9d155b4d207', 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:37.675618 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-58e4dab8-40ba-4ef7-9353-6451883a9fe6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:37.685937 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-58e4dab8-40ba-4ef7-9353-6451883a9fe6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Usage tracker for resource:security_group_rule and tenant:948efb75ffcb48c38be4bc5021fc11f2 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:37.692948 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-58e4dab8-40ba-4ef7-9353-6451883a9fe6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:37.705802 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-58e4dab8-40ba-4ef7-9353-6451883a9fe6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:37.729910 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-58e4dab8-40ba-4ef7-9353-6451883a9fe6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:37.749578 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a75db1d8-896f-4c83-acfa-3a20ce99a253 req-3b719c0b-8609-458c-bef4-46e4b3e62820 service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1819580
May 04 18:20:37.876653 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] Set router 4f313f25-3e69-474a-8fc4-7da9d3a5549d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:20:37.941279 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-58e4dab8-40ba-4ef7-9353-6451883a9fe6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:37.951973 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-58e4dab8-40ba-4ef7-9353-6451883a9fe6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:37.955229 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:37.986007 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4dab8-40ba-4ef7-9353-6451883a9fe6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b43ae6-5417-4d4f-8d4f-4575b23a3e5d,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:37.990754 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-58e4dab8-40ba-4ef7-9353-6451883a9fe6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:38.002347 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-58e4dab8-40ba-4ef7-9353-6451883a9fe6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:38.006885 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-58e4dab8-40ba-4ef7-9353-6451883a9fe6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3565228
May 04 18:20:38.007251 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46276) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:38.012799 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-dd44a503-69d8-44b6-af48-4608fbda78c8 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Request body: {'security_group_rule': {'security_group_id': '14d9ce85-d867-4e4a-bb57-c9d155b4d207', 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:38.021264 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-dd44a503-69d8-44b6-af48-4608fbda78c8 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:38.025958 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-dd44a503-69d8-44b6-af48-4608fbda78c8 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Usage tracker for resource:security_group_rule and tenant:948efb75ffcb48c38be4bc5021fc11f2 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:38.030034 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-dd44a503-69d8-44b6-af48-4608fbda78c8 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:38.036793 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-dd44a503-69d8-44b6-af48-4608fbda78c8 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:38.050088 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.securitygroups_db [None req-dd44a503-69d8-44b6-af48-4608fbda78c8 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Project 948efb75ffcb48c38be4bc5021fc11f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 04 18:20:38.057950 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-dd44a503-69d8-44b6-af48-4608fbda78c8 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:38.097350 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387ec4c-f10c-4916-9c5c-ff1e4b1b8083 None None] Pushing event updated for resources: {'Port': ['ID=f92ff615-42e5-4540-8f86-461e124a3c5a,revision_number=4']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:38.101993 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-e387ec4c-f10c-4916-9c5c-ff1e4b1b8083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:38.133965 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-dd44a503-69d8-44b6-af48-4608fbda78c8 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:38.138784 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-dd44a503-69d8-44b6-af48-4608fbda78c8 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:38.140960 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ad6ab5e4-b0ab-48be-8fcd-6dbede6240cc tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:38.164709 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44a503-69d8-44b6-af48-4608fbda78c8 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75eae4cf-8c76-437c-863a-547c99500fa9,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:38.167837 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-dd44a503-69d8-44b6-af48-4608fbda78c8 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:38.176114 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-dd44a503-69d8-44b6-af48-4608fbda78c8 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:38.177749 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-dd44a503-69d8-44b6-af48-4608fbda78c8 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1697028
May 04 18:20:38.180665 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 46280) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:38.186291 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-fd59ea47-f92e-48f8-ba06-30c8b15aabda tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Request body: {'security_group_rule': {'security_group_id': '14d9ce85-d867-4e4a-bb57-c9d155b4d207', 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:38.193594 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-fd59ea47-f92e-48f8-ba06-30c8b15aabda tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:38.198170 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-fd59ea47-f92e-48f8-ba06-30c8b15aabda tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Usage tracker for resource:security_group_rule and tenant:948efb75ffcb48c38be4bc5021fc11f2 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:38.201146 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-fd59ea47-f92e-48f8-ba06-30c8b15aabda tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:38.207626 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-fd59ea47-f92e-48f8-ba06-30c8b15aabda tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:38.218123 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.securitygroups_db [None req-fd59ea47-f92e-48f8-ba06-30c8b15aabda tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Project 948efb75ffcb48c38be4bc5021fc11f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 04 18:20:38.224068 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fd59ea47-f92e-48f8-ba06-30c8b15aabda tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:38.287790 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503eef9160>, [{'id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'name': 'tempest-TestVolumeBootPattern-1699421527-router', 'tenant_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'b36a3835-02f5-44ca-9300-dabb17b3098c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:26Z', 'updated_at': '2021-05-04T18:20:33Z', 'revision_number': 4, 'project_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'gw_port': {'id': 'b36a3835-02f5-44ca-9300-dabb17b3098c', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:27Z', 'updated_at': '2021-05-04T18:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'f92ff615-42e5-4540-8f86-461e124a3c5a', 'name': '', 'network_id': 'dc867ec8-2e38-40ea-81a8-a2bc09dd2789', 'tenant_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'mac_address': 'fa:16:3e:80:cc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b24a6921-330c-49cf-b0c5-065d19f33c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:31Z', 'updated_at': '2021-05-04T18:20:37Z', 'revision_number': 4, 'project_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'subnets': [{'id': 'b24a6921-330c-49cf-b0c5-065d19f33c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:38.291761 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2147ce85-5097-40ca-85dd-1ee2fcb77ef6 None None] The sync data for ids ['4f313f25-3e69-474a-8fc4-7da9d3a5549d'] in dv-cinder-789603-2-iscsi is: [{'id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'name': 'tempest-TestVolumeBootPattern-1699421527-router', 'tenant_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'b36a3835-02f5-44ca-9300-dabb17b3098c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:26Z', 'updated_at': '2021-05-04T18:20:33Z', 'revision_number': 4, 'project_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'gw_port': {'id': 'b36a3835-02f5-44ca-9300-dabb17b3098c', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:27Z', 'updated_at': '2021-05-04T18:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'f92ff615-42e5-4540-8f86-461e124a3c5a', 'name': '', 'network_id': 'dc867ec8-2e38-40ea-81a8-a2bc09dd2789', 'tenant_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'mac_address': 'fa:16:3e:80:cc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b24a6921-330c-49cf-b0c5-065d19f33c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:31Z', 'updated_at': '2021-05-04T18:20:37Z', 'revision_number': 4, 'project_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'subnets': [{'id': 'b24a6921-330c-49cf-b0c5-065d19f33c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:20:38.294225 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fd59ea47-f92e-48f8-ba06-30c8b15aabda tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:38.299242 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fd59ea47-f92e-48f8-ba06-30c8b15aabda tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:38.301330 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:38.325520 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59ea47-f92e-48f8-ba06-30c8b15aabda tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144803ad-7897-4ee7-84b1-a18a4f699cfd,revision_number=0']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:38.331064 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-fd59ea47-f92e-48f8-ba06-30c8b15aabda tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:38.344833 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fd59ea47-f92e-48f8-ba06-30c8b15aabda tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:38.349978 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-fd59ea47-f92e-48f8-ba06-30c8b15aabda tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1679897
May 04 18:20:38.755890 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52744-8e00-4ed5-b4b8-5e8b19df59df req-7bc51e53-1e55-4f1b-be31-13b25f976285 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:38.758208 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-97b52744-8e00-4ed5-b4b8-5e8b19df59df req-7bc51e53-1e55-4f1b-be31-13b25f976285 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.0933948
May 04 18:20:38.812647 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-97b52744-8e00-4ed5-b4b8-5e8b19df59df req-5922326b-f9ec-49fd-b068-891f1684fac0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484810
May 04 18:20:38.922152 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device f92ff615-42e5-4540-8f86-461e124a3c5a up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:38.999812 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 2b75d3d4-4713-4a12-ab4b-1dcc0029777b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:20:39.167105 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:20:39.175375 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port f92ff615-42e5-4540-8f86-461e124a3c5a completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:39.185988 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port f92ff615-42e5-4540-8f86-461e124a3c5a triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:39.186328 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:39.215656 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'port_id': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b', 'mac_address': 'fa:16:3e:1e:59:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:20:39.304650 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:39.350248 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b75d3d4-4713-4a12-ab4b-1dcc0029777b {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:20:39.400150 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:20:39.405507 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:39.417535 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:39.422990 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:39.506863 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port f92ff615-42e5-4540-8f86-461e124a3c5a, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=f92ff615-42e5-4540-8f86-461e124a3c5a,segment=NetworkSegment(dce5ef1d-2e5a-460b-9297-2ee736c02239),segment_id=dce5ef1d-2e5a-460b-9297-2ee736c02239)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:20:39.513549 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:39.516037 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:39.519426 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:39.520115 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:39.596306 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=f92ff615-42e5-4540-8f86-461e124a3c5a,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:39.603375 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:39.737148 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['2b75d3d4-4713-4a12-ab4b-1dcc0029777b'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:20:40.029993 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bc374-6ae2-42be-87b6-192afc50dc4b req-6f283532-c305-46ef-af01-65e5385ac2be tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:40.031537 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-982bc374-6ae2-42be-87b6-192afc50dc4b req-6f283532-c305-46ef-af01-65e5385ac2be tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 945 time: 0.0834632
May 04 18:20:40.084292 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-982bc374-6ae2-42be-87b6-192afc50dc4b req-15645370-8282-4932-b7aa-039dd211f3e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441504
May 04 18:20:40.869155 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device f92ff615-42e5-4540-8f86-461e124a3c5a up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:40.964572 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port f92ff615-42e5-4540-8f86-461e124a3c5a triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:40.964947 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:41.000360 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 2b75d3d4-4713-4a12-ab4b-1dcc0029777b up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:41.129203 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:41.143237 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:41.143431 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:41.291071 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a242e0-f235-4d56-be7f-66b97bc10cdf req-d29bcf64-111f-4177-a7b7-df0d0dba1d8b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:41.291727 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:41.292758 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-45a242e0-f235-4d56-be7f-66b97bc10cdf req-d29bcf64-111f-4177-a7b7-df0d0dba1d8b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 945 time: 0.0850160
May 04 18:20:41.299090 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 46372) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:41.320781 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b4ba78-270b-4493-bb79-072799e26351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:20:41.331681 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:20:41.336771 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:41.342440 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:41.362151 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-45a242e0-f235-4d56-be7f-66b97bc10cdf req-60c2bf02-ad1b-4299-aeca-c7afd4134de6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623927
May 04 18:20:41.425208 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:41.428507 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:41.473949 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-48ade9ba-a630-4d61-8729-7e0f963692b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:41.488883 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-48ade9ba-a630-4d61-8729-7e0f963692b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:41.492857 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-48ade9ba-a630-4d61-8729-7e0f963692b5 admin admin] Usage tracker for resource:security_group_rule and tenant:7cfee319a0d64dc8aa88b7dd52098360 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:41.495783 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-48ade9ba-a630-4d61-8729-7e0f963692b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:41.501983 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b4ba78-270b-4493-bb79-072799e26351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b', 'code': 200}
May 04 18:20:41.502882 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-48ade9ba-a630-4d61-8729-7e0f963692b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:41.720408 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-48ade9ba-a630-4d61-8729-7e0f963692b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:41.726319 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-48ade9ba-a630-4d61-8729-7e0f963692b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:41.732948 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-e11bce81-9247-469c-8008-118c984232db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:41.780104 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ade9ba-a630-4d61-8729-7e0f963692b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403a6936-d994-495b-b58d-e99cb5896427,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:41.784190 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-48ade9ba-a630-4d61-8729-7e0f963692b5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7cfee319a0d64dc8aa88b7dd52098360&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4836285
May 04 18:20:41.785109 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-48ade9ba-a630-4d61-8729-7e0f963692b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:41.787014 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 46382) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:41.836322 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3fef5-6bdd-405a-91ab-47eaca508281 req-0cdaa4eb-f0bf-42e5-b87c-49dacaa51712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:41.837832 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fdb3fef5-6bdd-405a-91ab-47eaca508281 req-0cdaa4eb-f0bf-42e5-b87c-49dacaa51712 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 1099 time: 0.1602376
May 04 18:20:41.884267 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-3627aa9f-7538-4607-bd09-7335a5dc255b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:41.904584 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fdb3fef5-6bdd-405a-91ab-47eaca508281 req-0c7e26d4-1259-4a50-82c1-a8d4cab034f6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576000
May 04 18:20:41.917332 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-3627aa9f-7538-4607-bd09-7335a5dc255b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:41.968358 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-3627aa9f-7538-4607-bd09-7335a5dc255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:41.972026 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-0a42f8e3-34ff-4492-82e0-d2610f911d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:41.982500 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627aa9f-7538-4607-bd09-7335a5dc255b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403a6936-d994-495b-b58d-e99cb5896427,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:41.986289 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-3627aa9f-7538-4607-bd09-7335a5dc255b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:41.989800 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-3627aa9f-7538-4607-bd09-7335a5dc255b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:41.990958 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-3627aa9f-7538-4607-bd09-7335a5dc255b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/403a6936-d994-495b-b58d-e99cb5896427 HTTP/1.1" status: 204  len: 168 time: 0.2030749
May 04 18:20:42.572564 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7668a0d-cc66-4b05-b766-678914881e7d req-09b9f53a-c1a2-4f74-bfc3-45d386b311bc tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:42.572564 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f7668a0d-cc66-4b05-b766-678914881e7d req-09b9f53a-c1a2-4f74-bfc3-45d386b311bc tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.0834250
May 04 18:20:42.614142 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f7668a0d-cc66-4b05-b766-678914881e7d req-c35f868f-cf01-46b4-b86b-81b176d2e379 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388672
May 04 18:20:43.811639 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870cb85-4038-44ac-8db2-38aa2a901004 req-b4e720a7-0ccb-420a-91b0-0103c8aecc39 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:43.813282 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9870cb85-4038-44ac-8db2-38aa2a901004 req-b4e720a7-0ccb-420a-91b0-0103c8aecc39 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.0839238
May 04 18:20:43.861592 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9870cb85-4038-44ac-8db2-38aa2a901004 req-499e8ec9-7c10-4799-a96b-e0ae3e633567 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402961
May 04 18:20:44.057258 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2492fd4-d856-4595-93ab-d2cd39417610 req-52ef2dec-00cd-4e30-89c2-22e20b9c6458 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:44.058797 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f2492fd4-d856-4595-93ab-d2cd39417610 req-52ef2dec-00cd-4e30-89c2-22e20b9c6458 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.0924017
May 04 18:20:44.067176 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46424) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:44.072317 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-8bb359c1-3f3a-4319-897f-1d693929ef2b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Request body: {'floatingip': {'port_id': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:44.149887 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8bb359c1-3f3a-4319-897f-1d693929ef2b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for floatingip, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:44.765838 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8bb359c1-3f3a-4319-897f-1d693929ef2b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:44.771672 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8bb359c1-3f3a-4319-897f-1d693929ef2b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:44.939666 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.l3_db [None req-8bb359c1-3f3a-4319-897f-1d693929ef2b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Floating IP ce71aba3-e909-4ecf-88aa-1191efce5511 associated. External IP: 172.27.1.72, port: 2b75d3d4-4713-4a12-ab4b-1dcc0029777b.
May 04 18:20:45.411349 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb359c1-3f3a-4319-897f-1d693929ef2b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Router dbdd4f1d-49b8-4425-866c-6a53490e94d3 has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:20:45.592235 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb359c1-3f3a-4319-897f-1d693929ef2b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:20:45.596994 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8bb359c1-3f3a-4319-897f-1d693929ef2b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:45.606625 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc707d52-db10-44a2-ab49-b580b4b78bbe None None] Sync routers for ids ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:20:45.617508 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc707d52-db10-44a2-ab49-b580b4b78bbe None None] Routers {'dbdd4f1d-49b8-4425-866c-6a53490e94d3'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:20:45.618282 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-dc707d52-db10-44a2-ab49-b580b4b78bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e2712b0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:45.672689 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-8bb359c1-3f3a-4319-897f-1d693929ef2b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "PUT /v2.0/floatingips/ce71aba3-e909-4ecf-88aa-1191efce5511 HTTP/1.1" status: 200  len: 991 time: 1.6044099
May 04 18:20:45.673371 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b4ba78-270b-4493-bb79-072799e26351', 'tag': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b'}] {{(pid=73828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:20:45.807396 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-dc707d52-db10-44a2-ab49-b580b4b78bbe None None] Set router dbdd4f1d-49b8-4425-866c-6a53490e94d3 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:20:45.843665 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b4ba78-270b-4493-bb79-072799e26351', 'tag': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b', 'status': 'completed', 'code': 200}
May 04 18:20:45.947498 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec14e2-9a92-4733-bc76-8f335c5d52ad req-d8c4d2c8-c6b3-4824-a71c-e586c1cd6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:45.948963 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a1ec14e2-9a92-4733-bc76-8f335c5d52ad req-d8c4d2c8-c6b3-4824-a71c-e586c1cd6d5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27df770cfc4e46179df7e8bd111c6454&device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 1099 time: 0.0799539
May 04 18:20:46.085854 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec14e2-9a92-4733-bc76-8f335c5d52ad req-1da2389c-09b2-4463-9d20-4ba3a6848d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:46.087280 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a1ec14e2-9a92-4733-bc76-8f335c5d52ad req-1da2389c-09b2-4463-9d20-4ba3a6848d52 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5d9f6a0-8056-4021-b12a-9774e1320123 HTTP/1.1" status: 200  len: 917 time: 0.1293900
May 04 18:20:46.160672 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-dc707d52-db10-44a2-ab49-b580b4b78bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e2712b0>, [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': 'ce71aba3-e909-4ecf-88aa-1191efce5511', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'port_id': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'mac_address': 'fa:16:3e:1e:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b4ba78-270b-4493-bb79-072799e26351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:20:22Z', 'updated_at': '2021-05-04T18:20:44Z', 'revision_number': 1, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf32b589-107b-4e38-ae13-17160dd65e3c', 'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'mac_address': 'fa:16:3e:aa:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:08Z', 'updated_at': '2021-05-04T18:15:26Z', 'revision_number': 5, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'subnets': [{'id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:46.169227 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc707d52-db10-44a2-ab49-b580b4b78bbe None None] Checking router: dbdd4f1d-49b8-4425-866c-6a53490e94d3 for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:20:46.178252 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc707d52-db10-44a2-ab49-b580b4b78bbe None None] Routers {'dbdd4f1d-49b8-4425-866c-6a53490e94d3'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:20:46.178891 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-dc707d52-db10-44a2-ab49-b580b4b78bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e2712b0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:46.191537 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a1ec14e2-9a92-4733-bc76-8f335c5d52ad req-9001ee57-1f47-4e57-885a-c32bd8668762 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b75d3d4-4713-4a12-ab4b-1dcc0029777b HTTP/1.1" status: 200  len: 999 time: 0.0950508
May 04 18:20:46.258840 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec14e2-9a92-4733-bc76-8f335c5d52ad req-3f513d57-5295-4d5d-9da6-07377d22ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:46.260295 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a1ec14e2-9a92-4733-bc76-8f335c5d52ad req-3f513d57-5295-4d5d-9da6-07377d22ec63 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06a64c1e-a477-4d77-860d-4be6483412a3 HTTP/1.1" status: 200  len: 855 time: 0.0600398
May 04 18:20:46.337523 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec14e2-9a92-4733-bc76-8f335c5d52ad req-92c4ba48-425b-4168-b5bb-3079d2dc4b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:46.339028 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a1ec14e2-9a92-4733-bc76-8f335c5d52ad req-92c4ba48-425b-4168-b5bb-3079d2dc4b0b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5d9f6a0-8056-4021-b12a-9774e1320123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703471
May 04 18:20:46.357369 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-dc707d52-db10-44a2-ab49-b580b4b78bbe None None] Set router dbdd4f1d-49b8-4425-866c-6a53490e94d3 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:20:46.495134 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a1ec14e2-9a92-4733-bc76-8f335c5d52ad req-456f349e-bcc9-4852-b13a-d0411aa3c3a1 service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472507
May 04 18:20:46.671026 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a1ec14e2-9a92-4733-bc76-8f335c5d52ad req-a23ded74-6692-4c81-a9cb-719291404473 service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1681681
May 04 18:20:46.794113 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-dc707d52-db10-44a2-ab49-b580b4b78bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e2712b0>, [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': 'ce71aba3-e909-4ecf-88aa-1191efce5511', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'port_id': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'mac_address': 'fa:16:3e:1e:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b4ba78-270b-4493-bb79-072799e26351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:20:22Z', 'updated_at': '2021-05-04T18:20:44Z', 'revision_number': 1, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf32b589-107b-4e38-ae13-17160dd65e3c', 'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'mac_address': 'fa:16:3e:aa:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:08Z', 'updated_at': '2021-05-04T18:15:26Z', 'revision_number': 5, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'subnets': [{'id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:46.798528 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc707d52-db10-44a2-ab49-b580b4b78bbe None None] The sync data for ids ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'] in dv-cinder-789603-2-iscsi is: [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': 'ce71aba3-e909-4ecf-88aa-1191efce5511', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'port_id': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'mac_address': 'fa:16:3e:1e:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b4ba78-270b-4493-bb79-072799e26351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:20:22Z', 'updated_at': '2021-05-04T18:20:44Z', 'revision_number': 1, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf32b589-107b-4e38-ae13-17160dd65e3c', 'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'mac_address': 'fa:16:3e:aa:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:08Z', 'updated_at': '2021-05-04T18:15:26Z', 'revision_number': 5, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'subnets': [{'id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:20:46.880236 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 46478) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:47.049877 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de28091-de59-4b7b-8c5c-255190a4680f None None] New status for floating IP ce71aba3-e909-4ecf-88aa-1191efce5511: ACTIVE {{(pid=73830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:20:47.053122 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-a9a84879-ac9c-4f64-807f-05a2282a8a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:47.068973 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-a9a84879-ac9c-4f64-807f-05a2282a8a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:47.072933 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-a9a84879-ac9c-4f64-807f-05a2282a8a6b admin admin] Usage tracker for resource:security_group_rule and tenant:d1508e6604634f26aca299761b4a278e is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:47.075982 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-a9a84879-ac9c-4f64-807f-05a2282a8a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:47.081837 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-a9a84879-ac9c-4f64-807f-05a2282a8a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:47.184119 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-a9a84879-ac9c-4f64-807f-05a2282a8a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:47.188689 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-a9a84879-ac9c-4f64-807f-05a2282a8a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:47.195907 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-daa64346-9cd2-4ebf-bff4-cb94970edd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:47.239015 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-a9a84879-ac9c-4f64-807f-05a2282a8a6b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d1508e6604634f26aca299761b4a278e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3574066
May 04 18:20:47.240235 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a84879-ac9c-4f64-807f-05a2282a8a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c787b4-8374-45cc-8c2f-318f1f3bf5d8,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:47.242360 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46484) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:47.245114 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a9a84879-ac9c-4f64-807f-05a2282a8a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:47.306787 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd44e-c6ea-499e-8e6d-7bd0d8edf3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:47.335477 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd44e-c6ea-499e-8e6d-7bd0d8edf3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:47.405243 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd44e-c6ea-499e-8e6d-7bd0d8edf3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:47.409297 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-7498f3a4-43d1-4a0d-a93b-e29a0c54a75c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:47.420763 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdd44e-c6ea-499e-8e6d-7bd0d8edf3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c787b4-8374-45cc-8c2f-318f1f3bf5d8,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:47.424499 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-8cbdd44e-c6ea-499e-8e6d-7bd0d8edf3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:47.428369 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd44e-c6ea-499e-8e6d-7bd0d8edf3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:47.429405 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-8cbdd44e-c6ea-499e-8e6d-7bd0d8edf3a3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d3c787b4-8374-45cc-8c2f-318f1f3bf5d8 HTTP/1.1" status: 204  len: 168 time: 0.1855478
May 04 18:20:48.141997 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46512) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:48.257430 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1533624175-network', 'tenant_id': '46280657579145c98b25ed64444c984c'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:48.262219 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:48.266092 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Usage tracker for resource:network and tenant:46280657579145c98b25ed64444c984c is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:48.269067 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:48.275864 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:48.288022 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Made reservation on behalf of 46280657579145c98b25ed64444c984c for: {'network': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:20:48.290373 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:48.303080 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:48.320731 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:48.324698 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Usage tracker for resource:security_group_rule and tenant:46280657579145c98b25ed64444c984c is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:48.327690 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:48.334334 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:48.428004 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:48.432640 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:48.435563 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-bb5a88da-6bf6-450b-83f6-a4f1ed1ffdef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:48.465552 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808}  {{(pid=73828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:20:48.470873 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a669e3-2182-4a43-a09f-1167704615f8,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:48.475162 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:48.479253 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:48.479439 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.segments_db [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Added segment ff7e9041-9bf9-46b8-bd66-6795e3b34549 of type vlan for network 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93
May 04 18:20:48.506314 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:48.537401 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:48.538880 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:48.539460 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:48.542970 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-0c2469b4-4691-493c-a022-27fce83f6093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:48.641038 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Pushing event updated for resources: {'Network': ['ID=3af6c1b1-a34c-4dff-ab0a-f27e4a060e93,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:48.643825 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5008020
May 04 18:20:48.644676 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:48.647773 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46518) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:48.652332 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:20:48.653257 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] Request body: {'subnet': {'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1533624175-subnet', 'tenant_id': '46280657579145c98b25ed64444c984c', 'ip_version': 4}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:48.658075 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:48.662230 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] Usage tracker for resource:subnet and tenant:46280657579145c98b25ed64444c984c is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:48.665335 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:48.671243 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:48.696441 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] Made reservation on behalf of 46280657579145c98b25ed64444c984c for: {'subnet': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:20:48.698852 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2286262'] for subnet, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:49.087795 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2286240'] for subnet, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:49.092540 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:49.164261 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75babb52-bd73-4b2b-a05b-93422f3f18f2,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:49.167493 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:49.173395 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] Checking segment: {'id': 'ff7e9041-9bf9-46b8-bd66-6795e3b34549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:20:49.173779 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] Network hostable DHCP agents. Network: 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:20:49.190867 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] Network 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:20:49.202110 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93) {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:49.212407 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:49.213361 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:49.217789 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ee7740-90cc-4176-8042-abe5538c1981 None None] Network 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:20:49.236626 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5877237
May 04 18:20:49.239692 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46526) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:49.244643 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1533624175-router', 'tenant_id': '46280657579145c98b25ed64444c984c', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:49.249198 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:49.253046 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Usage tracker for resource:router and tenant:46280657579145c98b25ed64444c984c is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:49.255903 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:49.261558 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:49.272027 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-927591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39441'] for router, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:49.272982 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39528'] for router, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:49.289620 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:49.445534 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a245aa9-5d94-527a-8046-af85b68d10c7-3af6c1b1-a34c-4dff-ab0a-f27e4a060e93', 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93', 'tenant_id': '46280657579145c98b25ed64444c984c', 'fixed_ips': [{'subnet_id': '75babb52-bd73-4b2b-a05b-93422f3f18f2'}]}} from dv-cinder-789603-2-iscsi. {{(pid=73829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 18:20:49.446878 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:49.606604 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.db_base_plugin_common [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Allocated IP 172.20.0.2 (3af6c1b1-a34c-4dff-ab0a-f27e4a060e93/75babb52-bd73-4b2b-a05b-93422f3f18f2/bcc56466-fa63-48a6-a2be-4a38c0fff10d) {{(pid=73829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:20:49.671213 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-927497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39550'] for router, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:49.820270 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Notify callbacks [] for port, precommit_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:49.831096 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Transition to ACTIVE for port object bcc56466-fa63-48a6-a2be-4a38c0fff10d will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:49.851025 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Transition to ACTIVE for port object bcc56466-fa63-48a6-a2be-4a38c0fff10d will not be triggered until provisioned by entity DHCP. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:49.856975 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:49.860645 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:49.920147 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Network 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 is already hosted by enough agents. {{(pid=73829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:20:49.923334 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.base_scheduler [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Resources bound (agent type, host, resource id):  {{(pid=73829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:49.932052 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Received port after_create {{(pid=73829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:20:50.009604 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:50.011699 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Pushing event updated for resources: {'Port': ['ID=bcc56466-fa63-48a6-a2be-4a38c0fff10d,revision_number=1']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:50.025199 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:50.034382 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Attempting to bind port bcc56466-fa63-48a6-a2be-4a38c0fff10d on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:20:50.034758 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Attempting to bind port bcc56466-fa63-48a6-a2be-4a38c0fff10d by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'ff7e9041-9bf9-46b8-bd66-6795e3b34549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:20:50.035126 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Attempting to bind port bcc56466-fa63-48a6-a2be-4a38c0fff10d on network 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:20:50.041433 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:20:50.041978 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Checking segment: {'id': 'ff7e9041-9bf9-46b8-bd66-6795e3b34549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:20:50.042394 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:50.042834 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Bound using segment: {'id': 'ff7e9041-9bf9-46b8-bd66-6795e3b34549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:20:50.043325 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Bound port: bcc56466-fa63-48a6-a2be-4a38c0fff10d, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7e9041-9bf9-46b8-bd66-6795e3b34549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:20:50.043787 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:50.050796 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:50.134716 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] For port bcc56466-fa63-48a6-a2be-4a38c0fff10d, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:20:50.137924 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] For port bcc56466-fa63-48a6-a2be-4a38c0fff10d, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=bcc56466-fa63-48a6-a2be-4a38c0fff10d,segment=NetworkSegment(ff7e9041-9bf9-46b8-bd66-6795e3b34549),segment_id=ff7e9041-9bf9-46b8-bd66-6795e3b34549)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:20:50.143553 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:50.148025 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:50.203742 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Allocated IP 172.27.1.70 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/0a214ae2-f96c-4fd1-a27d-9bad9dce1400) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:20:50.226993 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Pushing event updated for resources: {'Port': ['ID=bcc56466-fa63-48a6-a2be-4a38c0fff10d,revision_number=2']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:50.230012 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:50.361922 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:50.404431 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:50.412263 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:50.485530 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:20:50.489394 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:50.493381 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:20:50.533290 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Pushing event updated for resources: {'Port': ['ID=0a214ae2-f96c-4fd1-a27d-9bad9dce1400,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:50.542019 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:50.547470 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-6df3ae87-c454-4ebe-af40-fa968156b0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:50.911178 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device bcc56466-fa63-48a6-a2be-4a38c0fff10d up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:51.051033 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:51.092421 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port bcc56466-fa63-48a6-a2be-4a38c0fff10d completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:51.217732 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ea0357-723e-4e56-b395-4c79c2c53e30 None None] Network 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:20:51.376045 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-4721a43b-97a6-484c-be5d-9988c073da67 None None] Provisioning for port bcc56466-fa63-48a6-a2be-4a38c0fff10d completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:51.392981 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-4721a43b-97a6-484c-be5d-9988c073da67 None None] Provisioning complete for port bcc56466-fa63-48a6-a2be-4a38c0fff10d triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:51.393362 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4721a43b-97a6-484c-be5d-9988c073da67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:51.430425 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926137'] for router, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:51.603181 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4721a43b-97a6-484c-be5d-9988c073da67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:51.639247 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Router ad1aae6d-aaa2-474b-bded-a98f41b703c2 is scheduled to L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 with binding_index 1 {{(pid=73828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 18:20:51.651434 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-4721a43b-97a6-484c-be5d-9988c073da67 None None] For port bcc56466-fa63-48a6-a2be-4a38c0fff10d, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=bcc56466-fa63-48a6-a2be-4a38c0fff10d,segment=NetworkSegment(ff7e9041-9bf9-46b8-bd66-6795e3b34549),segment_id=ff7e9041-9bf9-46b8-bd66-6795e3b34549)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:20:51.658056 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4721a43b-97a6-484c-be5d-9988c073da67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:51.659830 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:51.735642 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721a43b-97a6-484c-be5d-9988c073da67 None None] Pushing event updated for resources: {'Port': ['ID=bcc56466-fa63-48a6-a2be-4a38c0fff10d,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:51.740009 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-4721a43b-97a6-484c-be5d-9988c073da67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:51.818576 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:20:51.826884 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Sync routers for ids ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:20:51.837481 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Routers {'ad1aae6d-aaa2-474b-bded-a98f41b703c2'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:20:51.837481 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e3c8250>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:51.842034 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Notify callbacks [] for router, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:51.843114 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.6025109
May 04 18:20:51.845735 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46538) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:51.926250 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-a21edad9-74f9-4649-aceb-8fcce0675412 None None] Provisioning complete for port bcc56466-fa63-48a6-a2be-4a38c0fff10d triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:51.926820 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-a21edad9-74f9-4649-aceb-8fcce0675412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:52.078065 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Set router ad1aae6d-aaa2-474b-bded-a98f41b703c2 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:20:52.429928 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e3c8250>, [{'id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'name': 'tempest-TestMinimumBasicScenario-1533624175-router', 'tenant_id': '46280657579145c98b25ed64444c984c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:49Z', 'updated_at': '2021-05-04T18:20:50Z', 'revision_number': 3, 'project_id': '46280657579145c98b25ed64444c984c', 'gw_port': {'id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:50Z', 'updated_at': '2021-05-04T18:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:52.433931 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Checking router: ad1aae6d-aaa2-474b-bded-a98f41b703c2 for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:20:52.434283 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Updating router ad1aae6d-aaa2-474b-bded-a98f41b703c2 port 0a214ae2-f96c-4fd1-a27d-9bad9dce1400 binding host dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:20:52.488490 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:52.666207 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:52.813353 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Notify callbacks [] for port, precommit_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:52.825706 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Transition to ACTIVE for port object 0a214ae2-f96c-4fd1-a27d-9bad9dce1400 will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:52.832668 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:52.839718 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-d9131bb2-bf40-4895-b7d9-224c5ca86d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:52.874790 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Allocated IP 172.20.0.1 (3af6c1b1-a34c-4dff-ab0a-f27e4a060e93/75babb52-bd73-4b2b-a05b-93422f3f18f2/2323a902-918c-4218-b33b-3087a8b048c5) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:20:52.881687 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device bcc56466-fa63-48a6-a2be-4a38c0fff10d up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:53.006020 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Attempting to bind port 0a214ae2-f96c-4fd1-a27d-9bad9dce1400 on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:20:53.006681 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Attempting to bind port 0a214ae2-f96c-4fd1-a27d-9bad9dce1400 by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:20:53.006804 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Attempting to bind port 0a214ae2-f96c-4fd1-a27d-9bad9dce1400 on network 59dd31e5-fc69-4865-ac92-82ced2e462b7 {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:20:53.022584 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:20:53.022974 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Checking segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:20:53.023360 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:53.023750 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Bound using segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:20:53.024224 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Bound port: 0a214ae2-f96c-4fd1-a27d-9bad9dce1400, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:20:53.024591 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:53.036914 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:53.047690 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:53.053236 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.provisioning_blocks [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Transition to ACTIVE for port object 2323a902-918c-4218-b33b-3087a8b048c5 will not be triggered until provisioned by entity DHCP. {{(pid=73828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:53.063723 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534f7dd-12bf-4a20-a713-fdeb2b388b77 None None] Pushing event updated for resources: {'Port': ['ID=0a214ae2-f96c-4fd1-a27d-9bad9dce1400,revision_number=2']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:53.069087 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-3534f7dd-12bf-4a20-a713-fdeb2b388b77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:53.082267 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:53.086833 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e89fb2ec-bfd0-4f0d-9297-5db007beaca9 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:53.109942 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port bcc56466-fa63-48a6-a2be-4a38c0fff10d triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:53.110374 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:53.144252 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] For port 0a214ae2-f96c-4fd1-a27d-9bad9dce1400, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:20:53.147246 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Network 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:20:53.154137 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:53.158559 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:20:53.162189 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] For port 0a214ae2-f96c-4fd1-a27d-9bad9dce1400, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=0a214ae2-f96c-4fd1-a27d-9bad9dce1400,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:20:53.169868 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:53.173505 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-7f96892a-c17d-45c8-8d5b-834e2963478a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:53.196358 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Pushing event updated for resources: {'Port': ['ID=2323a902-918c-4218-b33b-3087a8b048c5,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:53.205451 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:53.234423 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925142'] for router_interface, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:53.300075 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534f7dd-12bf-4a20-a713-fdeb2b388b77 None None] Pushing event updated for resources: {'Port': ['ID=0a214ae2-f96c-4fd1-a27d-9bad9dce1400,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:53.307679 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-3534f7dd-12bf-4a20-a713-fdeb2b388b77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:53.314324 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Routers {'ad1aae6d-aaa2-474b-bded-a98f41b703c2'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:20:53.314880 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e3c8250>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:53.499365 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7fb99a11-57b3-4672-9ed5-4c3bc9b9da5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:53.503911 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-b2ad1184-3cd4-47bf-92bd-cfa3a6b27f8c None None] Provisioning for port 2323a902-918c-4218-b33b-3087a8b048c5 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:53.515118 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-b2ad1184-3cd4-47bf-92bd-cfa3a6b27f8c None None] Provisioning complete for port 2323a902-918c-4218-b33b-3087a8b048c5 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:53.515483 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-b2ad1184-3cd4-47bf-92bd-cfa3a6b27f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:53.517809 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:53.559908 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] Set router ad1aae6d-aaa2-474b-bded-a98f41b703c2 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:20:53.690913 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad1184-3cd4-47bf-92bd-cfa3a6b27f8c None None] Port 2323a902-918c-4218-b33b-3087a8b048c5 cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:20:53.745437 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:53.750588 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3087185'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:53.776190 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-23993699-c962-482f-8e6c-9d319742fbb1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:53.857440 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e3c8250>, [{'id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'name': 'tempest-TestMinimumBasicScenario-1533624175-router', 'tenant_id': '46280657579145c98b25ed64444c984c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:49Z', 'updated_at': '2021-05-04T18:20:50Z', 'revision_number': 3, 'project_id': '46280657579145c98b25ed64444c984c', 'gw_port': {'id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:50Z', 'updated_at': '2021-05-04T18:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:53.858159 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Pushing event updated for resources: {'Port': ['ID=2323a902-918c-4218-b33b-3087a8b048c5,revision_number=2']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:53.862367 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ebcb8-f3eb-4b56-83a1-d9ae1aa1e8a5 None None] The sync data for ids ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'] in dv-cinder-789603-2-iscsi is: [{'id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'name': 'tempest-TestMinimumBasicScenario-1533624175-router', 'tenant_id': '46280657579145c98b25ed64444c984c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:49Z', 'updated_at': '2021-05-04T18:20:50Z', 'revision_number': 3, 'project_id': '46280657579145c98b25ed64444c984c', 'gw_port': {'id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:50Z', 'updated_at': '2021-05-04T18:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:20:53.862573 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:53.863327 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925045'] for router_interface, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:54.002685 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Network 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:20:54.003857 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:54.320354 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-e9ccbabd-52df-48b4-87eb-70981da509c1 None None] Provisioning complete for port 2323a902-918c-4218-b33b-3087a8b048c5 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:54.320935 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-e9ccbabd-52df-48b4-87eb-70981da509c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:54.346685 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Router ad1aae6d-aaa2-474b-bded-a98f41b703c2 has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:20:54.376854 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-e9ccbabd-52df-48b4-87eb-70981da509c1 None None] Port 2323a902-918c-4218-b33b-3087a8b048c5 cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:20:54.542953 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:20:54.558199 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] 10.222.0.67 "PUT /v2.0/routers/ad1aae6d-aaa2-474b-bded-a98f41b703c2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7114143
May 04 18:20:54.825931 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:54.906311 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 0a214ae2-f96c-4fd1-a27d-9bad9dce1400 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:54.979542 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 0a214ae2-f96c-4fd1-a27d-9bad9dce1400 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:54.984786 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 0a214ae2-f96c-4fd1-a27d-9bad9dce1400 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:54.985160 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:55.091555 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:55.115129 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 46580) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:55.118764 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:55.121366 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-929371954-network', 'tenant_id': '20f5bd6ebae143a1a1d89010c2ac7db6'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:55.127667 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:55.131699 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Usage tracker for resource:network and tenant:20f5bd6ebae143a1a1d89010c2ac7db6 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:55.134686 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:55.135931 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 0a214ae2-f96c-4fd1-a27d-9bad9dce1400, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=0a214ae2-f96c-4fd1-a27d-9bad9dce1400,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:20:55.142042 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:55.142201 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:55.143956 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-3f2a1a0b-3578-44ad-a308-c0951dc111e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:55.154012 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Made reservation on behalf of 20f5bd6ebae143a1a1d89010c2ac7db6 for: {'network': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:20:55.156393 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:55.169186 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:55.183793 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:55.187858 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Usage tracker for resource:security_group_rule and tenant:20f5bd6ebae143a1a1d89010c2ac7db6 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:55.190662 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:55.196723 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:55.212790 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=0a214ae2-f96c-4fd1-a27d-9bad9dce1400,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:55.215766 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:55.284742 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:55.288501 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:55.291452 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ee70ee52-b9d1-4a78-a452-9012387650ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:55.319045 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802}  {{(pid=73827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:20:55.327848 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e68ef3-d0e4-445c-a240-ab3e2333e593,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:55.331465 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:55.334704 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:55.335107 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.segments_db [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Added segment 048ed17a-448f-49cf-99e3-93e0a1ae210f of type vlan for network 1a71b974-1182-4207-b933-5154d95faffa
May 04 18:20:55.361920 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:55.402682 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:55.403996 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:55.404574 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:55.408147 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-2fd717d4-cee4-4d65-9b2f-2acd98ec0ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:55.424075 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Sync routers for ids ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:20:55.433233 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Routers {'ad1aae6d-aaa2-474b-bded-a98f41b703c2'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:20:55.433865 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e3ab3a0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:55.508393 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Pushing event updated for resources: {'Network': ['ID=1a71b974-1182-4207-b933-5154d95faffa,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:55.512069 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:55.516453 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4002645
May 04 18:20:55.516592 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46584) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:55.520115 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network 1a71b974-1182-4207-b933-5154d95faffa details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:20:55.524143 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-0ed7fc56-afb9-4292-adce-1469429f6a00 admin admin] Request body: {'subnet': {'network_id': '1a71b974-1182-4207-b933-5154d95faffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-929371954-subnet', 'tenant_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'ip_version': 4}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:55.529014 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-0ed7fc56-afb9-4292-adce-1469429f6a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:55.532935 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-0ed7fc56-afb9-4292-adce-1469429f6a00 admin admin] Usage tracker for resource:subnet and tenant:20f5bd6ebae143a1a1d89010c2ac7db6 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:55.536392 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-0ed7fc56-afb9-4292-adce-1469429f6a00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:55.542963 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-0ed7fc56-afb9-4292-adce-1469429f6a00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:55.554979 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed7fc56-afb9-4292-adce-1469429f6a00 admin admin] Made reservation on behalf of 20f5bd6ebae143a1a1d89010c2ac7db6 for: {'subnet': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:20:55.557624 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fc56-afb9-4292-adce-1469429f6a00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2286262'] for subnet, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:55.626689 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Set router ad1aae6d-aaa2-474b-bded-a98f41b703c2 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:20:55.955260 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e3ab3a0>, [{'id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'name': 'tempest-TestMinimumBasicScenario-1533624175-router', 'tenant_id': '46280657579145c98b25ed64444c984c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:49Z', 'updated_at': '2021-05-04T18:20:53Z', 'revision_number': 4, 'project_id': '46280657579145c98b25ed64444c984c', 'gw_port': {'id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:50Z', 'updated_at': '2021-05-04T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '2323a902-918c-4218-b33b-3087a8b048c5', 'name': '', 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93', 'tenant_id': '46280657579145c98b25ed64444c984c', 'mac_address': 'fa:16:3e:be:80:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:52Z', 'updated_at': '2021-05-04T18:20:53Z', 'revision_number': 2, 'project_id': '46280657579145c98b25ed64444c984c', 'subnets': [{'id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:55.959995 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Checking router: ad1aae6d-aaa2-474b-bded-a98f41b703c2 for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:20:55.960542 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Updating router ad1aae6d-aaa2-474b-bded-a98f41b703c2 port 2323a902-918c-4218-b33b-3087a8b048c5 binding host dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:20:55.962552 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fc56-afb9-4292-adce-1469429f6a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2286240'] for subnet, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:55.966508 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:56.018037 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:56.038986 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7fc56-afb9-4292-adce-1469429f6a00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97517e28-df49-452f-9ec7-86f30bdf5e13,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:56.041619 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-0ed7fc56-afb9-4292-adce-1469429f6a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:56.048874 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed7fc56-afb9-4292-adce-1469429f6a00 admin admin] Checking segment: {'id': '048ed17a-448f-49cf-99e3-93e0a1ae210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '1a71b974-1182-4207-b933-5154d95faffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:20:56.049222 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed7fc56-afb9-4292-adce-1469429f6a00 admin admin] Network hostable DHCP agents. Network: 1a71b974-1182-4207-b933-5154d95faffa, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:20:56.069314 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed7fc56-afb9-4292-adce-1469429f6a00 admin admin] Network 1a71b974-1182-4207-b933-5154d95faffa is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:20:56.077942 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-0ed7fc56-afb9-4292-adce-1469429f6a00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, 1a71b974-1182-4207-b933-5154d95faffa) {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:56.087411 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11928eff-7cb7-479a-9bc2-3a3e5dc37391 None None] Network 1a71b974-1182-4207-b933-5154d95faffa requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:20:56.087569 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed7fc56-afb9-4292-adce-1469429f6a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:56.088023 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fc56-afb9-4292-adce-1469429f6a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:56.111922 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-0ed7fc56-afb9-4292-adce-1469429f6a00 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5912373
May 04 18:20:56.112282 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46592) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:56.118763 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-929371954-router', 'tenant_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:20:56.123528 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:20:56.127598 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Usage tracker for resource:router and tenant:20f5bd6ebae143a1a1d89010c2ac7db6 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:20:56.130889 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:20:56.136601 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:20:56.158765 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-927591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39441'] for router, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:56.160379 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39528'] for router, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:56.179320 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:56.353083 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a245aa9-5d94-527a-8046-af85b68d10c7-1a71b974-1182-4207-b933-5154d95faffa', 'network_id': '1a71b974-1182-4207-b933-5154d95faffa', 'tenant_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'fixed_ips': [{'subnet_id': '97517e28-df49-452f-9ec7-86f30bdf5e13'}]}} from dv-cinder-789603-2-iscsi. {{(pid=73829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 18:20:56.354395 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:56.410770 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Notify callbacks [] for port, precommit_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:56.423802 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.provisioning_blocks [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Transition to ACTIVE for port object 2323a902-918c-4218-b33b-3087a8b048c5 will not be triggered until provisioned by entity L2. {{(pid=73830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:56.431447 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:56.439434 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-d1a01ada-0784-4044-b534-077134eee466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:56.460591 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-927497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39550'] for router, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:56.528738 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.db_base_plugin_common [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Allocated IP 172.20.0.2 (1a71b974-1182-4207-b933-5154d95faffa/97517e28-df49-452f-9ec7-86f30bdf5e13/7a28d504-4712-4bf4-8422-abe9203c9b68) {{(pid=73829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:20:56.623386 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8883009-0fb6-4f24-bea6-2e0e2f3698ee None None] Pushing event updated for resources: {'Port': ['ID=2323a902-918c-4218-b33b-3087a8b048c5,revision_number=3']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:56.651228 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-b8883009-0fb6-4f24-bea6-2e0e2f3698ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:56.678929 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Attempting to bind port 2323a902-918c-4218-b33b-3087a8b048c5 on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:20:56.679299 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Attempting to bind port 2323a902-918c-4218-b33b-3087a8b048c5 by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'ff7e9041-9bf9-46b8-bd66-6795e3b34549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93'}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:20:56.679668 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Attempting to bind port 2323a902-918c-4218-b33b-3087a8b048c5 on network 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:20:56.685263 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:20:56.685947 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Checking segment: {'id': 'ff7e9041-9bf9-46b8-bd66-6795e3b34549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:20:56.686509 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:56.687052 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Bound using segment: {'id': 'ff7e9041-9bf9-46b8-bd66-6795e3b34549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93'} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:20:56.687705 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Bound port: 2323a902-918c-4218-b33b-3087a8b048c5, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7e9041-9bf9-46b8-bd66-6795e3b34549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93'}}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:20:56.688257 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:56.791272 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] For port 2323a902-918c-4218-b33b-3087a8b048c5, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:20:56.794639 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] For port 2323a902-918c-4218-b33b-3087a8b048c5, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=2323a902-918c-4218-b33b-3087a8b048c5,segment=NetworkSegment(ff7e9041-9bf9-46b8-bd66-6795e3b34549),segment_id=ff7e9041-9bf9-46b8-bd66-6795e3b34549)] {{(pid=73830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:20:56.809674 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:56.819737 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:56.830550 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Notify callbacks [] for port, precommit_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:56.852828 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Transition to ACTIVE for port object 7a28d504-4712-4bf4-8422-abe9203c9b68 will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:56.865669 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:56.866229 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:56.882134 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Routers {'ad1aae6d-aaa2-474b-bded-a98f41b703c2'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:20:56.882865 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e3ab3a0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:56.901201 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Transition to ACTIVE for port object 7a28d504-4712-4bf4-8422-abe9203c9b68 will not be triggered until provisioned by entity DHCP. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:20:56.914711 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908'] for port, after_create {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:56.920066 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-e301d7e8-82fc-4b57-b10d-2e0325d2fd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:56.978989 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 0a214ae2-f96c-4fd1-a27d-9bad9dce1400 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:57.136918 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Network 1a71b974-1182-4207-b933-5154d95faffa is already hosted by enough agents. {{(pid=73829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:20:57.151484 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.scheduler.base_scheduler [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Resources bound (agent type, host, resource id):  {{(pid=73829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:57.153365 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:57.156329 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Received port after_create {{(pid=73829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:20:57.186571 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] Set router ad1aae6d-aaa2-474b-bded-a98f41b703c2 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:20:57.252984 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Pushing event updated for resources: {'Port': ['ID=7a28d504-4712-4bf4-8422-abe9203c9b68,revision_number=1']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:57.256954 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:57.302965 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 0a214ae2-f96c-4fd1-a27d-9bad9dce1400 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:57.303345 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:57.328015 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Attempting to bind port 7a28d504-4712-4bf4-8422-abe9203c9b68 on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:20:57.328396 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Attempting to bind port 7a28d504-4712-4bf4-8422-abe9203c9b68 by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': '048ed17a-448f-49cf-99e3-93e0a1ae210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '1a71b974-1182-4207-b933-5154d95faffa'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:20:57.328771 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Attempting to bind port 7a28d504-4712-4bf4-8422-abe9203c9b68 on network 1a71b974-1182-4207-b933-5154d95faffa {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:20:57.364911 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:20:57.365526 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Checking segment: {'id': '048ed17a-448f-49cf-99e3-93e0a1ae210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '1a71b974-1182-4207-b933-5154d95faffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:20:57.366276 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:57.366843 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Bound using segment: {'id': '048ed17a-448f-49cf-99e3-93e0a1ae210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '1a71b974-1182-4207-b933-5154d95faffa'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:20:57.367850 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Bound port: 7a28d504-4712-4bf4-8422-abe9203c9b68, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048ed17a-448f-49cf-99e3-93e0a1ae210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '1a71b974-1182-4207-b933-5154d95faffa'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:20:57.368474 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:57.375126 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Allocated IP 172.27.1.214 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/45333e46-392c-45ac-a96c-9a301c1134c7) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:20:57.388891 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-4e2b7a85-baa2-4d50-b160-d77de3617598 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839905269&fields=id&tenant_id=948efb75ffcb48c38be4bc5021fc11f2 HTTP/1.1" status: 200  len: 267 time: 0.0579183
May 04 18:20:57.540905 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8883009-0fb6-4f24-bea6-2e0e2f3698ee None None] Pushing event updated for resources: {'Port': ['ID=2323a902-918c-4218-b33b-3087a8b048c5,revision_number=4']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:57.545236 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-b8883009-0fb6-4f24-bea6-2e0e2f3698ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:57.563952 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e3ab3a0>, [{'id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'name': 'tempest-TestMinimumBasicScenario-1533624175-router', 'tenant_id': '46280657579145c98b25ed64444c984c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:49Z', 'updated_at': '2021-05-04T18:20:53Z', 'revision_number': 4, 'project_id': '46280657579145c98b25ed64444c984c', 'gw_port': {'id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:50Z', 'updated_at': '2021-05-04T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '2323a902-918c-4218-b33b-3087a8b048c5', 'name': '', 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93', 'tenant_id': '46280657579145c98b25ed64444c984c', 'mac_address': 'fa:16:3e:be:80:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:52Z', 'updated_at': '2021-05-04T18:20:56Z', 'revision_number': 4, 'project_id': '46280657579145c98b25ed64444c984c', 'subnets': [{'id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:57.566350 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] For port 7a28d504-4712-4bf4-8422-abe9203c9b68, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:20:57.571448 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:57.571896 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a606265-4327-48f9-a88d-7e8075822d10 None None] The sync data for ids ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'] in dv-cinder-789603-2-iscsi is: [{'id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'name': 'tempest-TestMinimumBasicScenario-1533624175-router', 'tenant_id': '46280657579145c98b25ed64444c984c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:49Z', 'updated_at': '2021-05-04T18:20:53Z', 'revision_number': 4, 'project_id': '46280657579145c98b25ed64444c984c', 'gw_port': {'id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:50Z', 'updated_at': '2021-05-04T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '2323a902-918c-4218-b33b-3087a8b048c5', 'name': '', 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93', 'tenant_id': '46280657579145c98b25ed64444c984c', 'mac_address': 'fa:16:3e:be:80:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:52Z', 'updated_at': '2021-05-04T18:20:56Z', 'revision_number': 4, 'project_id': '46280657579145c98b25ed64444c984c', 'subnets': [{'id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:20:57.585697 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] For port 7a28d504-4712-4bf4-8422-abe9203c9b68, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=7a28d504-4712-4bf4-8422-abe9203c9b68,segment=NetworkSegment(048ed17a-448f-49cf-99e3-93e0a1ae210f),segment_id=048ed17a-448f-49cf-99e3-93e0a1ae210f)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:20:57.593918 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:57.603910 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-e301d7e8-82fc-4b57-b10d-2e0325d2fd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:57.623275 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:57.631858 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-1a346617-1abd-4ff3-8e4a-5b2696451293 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:57.661318 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-d0f5a5ad-4c5c-4faf-9491-83bce7de963a tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:20:57.662945 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-d0f5a5ad-4c5c-4faf-9491-83bce7de963a tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 812 time: 0.2732046
May 04 18:20:57.690228 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-57dce2f3-bbb7-49b6-81a3-090cd53d8430 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/quotas/948efb75ffcb48c38be4bc5021fc11f2 HTTP/1.1" status: 200  len: 375 time: 0.0195334
May 04 18:20:57.719797 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Pushing event updated for resources: {'Port': ['ID=45333e46-392c-45ac-a96c-9a301c1134c7,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:57.731289 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:20:57.732606 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:57.733459 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:20:57.740891 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:20:57.742257 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Pushing event updated for resources: {'Port': ['ID=7a28d504-4712-4bf4-8422-abe9203c9b68,revision_number=2']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:20:57.754325 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:20:57.798303 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-a1606df8-9489-42f5-aba9-a57c9db7d5ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Synchronizing usage tracker for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:20:57.822191 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-a1606df8-9489-42f5-aba9-a57c9db7d5ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Unset dirty status for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:20:57.824866 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-a1606df8-9489-42f5-aba9-a57c9db7d5ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1335530
May 04 18:20:58.160158 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-43dd6634-388a-4b38-86f3-3ea647c0f8ef service neutron] 10.222.0.67 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3191350
May 04 18:20:58.305096 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:58.307013 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-3527d8c2-5659-4923-8fe9-f56936cdb50c service neutron] 10.222.0.67 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387551
May 04 18:20:58.787211 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926137'] for router, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:58.800479 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a98cf799-ec69-4e7c-bc36-6c1391dfb1b0 req-85f62630-3fcf-41de-9311-a2a5611caf75 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 210 time: 0.0562422
May 04 18:20:58.993265 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd4bdf9-7e1b-491f-ab4d-2a0375b3e350 None None] Network 1a71b974-1182-4207-b933-5154d95faffa requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:20:59.102998 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 2323a902-918c-4218-b33b-3087a8b048c5 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:59.162254 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Router b84f5b2f-0815-4111-b468-21b5e548e0cc is scheduled to L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 with binding_index 1 {{(pid=73828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 18:20:59.164363 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-609b68dc-a526-406a-9c33-c4334b13cd1a None None] Provisioning for port 7a28d504-4712-4bf4-8422-abe9203c9b68 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:59.257860 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 2323a902-918c-4218-b33b-3087a8b048c5 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:20:59.289198 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 2323a902-918c-4218-b33b-3087a8b048c5 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:20:59.289624 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:59.372038 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:20:59.389491 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Sync routers for ids ['b84f5b2f-0815-4111-b468-21b5e548e0cc'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:20:59.400532 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Notify callbacks [] for router, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:59.402145 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.2888985
May 04 18:20:59.405024 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 46630) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:20:59.444069 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Routers {'b84f5b2f-0815-4111-b468-21b5e548e0cc'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:20:59.444677 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503df73be0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['b84f5b2f-0815-4111-b468-21b5e548e0cc'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:20:59.535176 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:59.695276 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 2323a902-918c-4218-b33b-3087a8b048c5, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=2323a902-918c-4218-b33b-3087a8b048c5,segment=NetworkSegment(ff7e9041-9bf9-46b8-bd66-6795e3b34549),segment_id=ff7e9041-9bf9-46b8-bd66-6795e3b34549)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:20:59.703492 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:20:59.704332 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 7a28d504-4712-4bf4-8422-abe9203c9b68 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:20:59.731745 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:20:59.777838 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Set router b84f5b2f-0815-4111-b468-21b5e548e0cc gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:21:00.015377 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=2323a902-918c-4218-b33b-3087a8b048c5,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:00.030594 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:00.032323 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-012060a3-2cf5-4329-bdd5-a0930770860d req-e7d8643e-7f12-4a5e-9c12-6d7bb8e0db7d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 210 time: 0.0753651
May 04 18:21:00.061470 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 7a28d504-4712-4bf4-8422-abe9203c9b68 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:21:00.073590 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 7a28d504-4712-4bf4-8422-abe9203c9b68 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:21:00.073590 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:00.236943 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:00.256006 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503df73be0>, [{'id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'name': 'tempest-TestMinimumBasicScenario-929371954-router', 'tenant_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:56Z', 'updated_at': '2021-05-04T18:20:58Z', 'revision_number': 3, 'project_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'gw_port': {'id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:57Z', 'updated_at': '2021-05-04T18:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:00.266195 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Checking router: b84f5b2f-0815-4111-b468-21b5e548e0cc for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:21:00.266549 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Updating router b84f5b2f-0815-4111-b468-21b5e548e0cc port 45333e46-392c-45ac-a96c-9a301c1134c7 binding host dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:21:00.274363 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-a6397376-9b49-4eee-905d-eaf8bd49e8e7 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:00.275788 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-a6397376-9b49-4eee-905d-eaf8bd49e8e7 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.64 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 812 time: 0.2619591
May 04 18:21:00.317466 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 7a28d504-4712-4bf4-8422-abe9203c9b68, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=7a28d504-4712-4bf4-8422-abe9203c9b68,segment=NetworkSegment(048ed17a-448f-49cf-99e3-93e0a1ae210f),segment_id=048ed17a-448f-49cf-99e3-93e0a1ae210f)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:00.325106 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:00.329107 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:00.369519 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-20a4e6ee-db62-4265-8be0-b72b741a91c7 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=948efb75ffcb48c38be4bc5021fc11f2 HTTP/1.1" status: 200  len: 380 time: 0.0591936
May 04 18:21:00.371462 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:00.371624 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:00.388302 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Request body: {'port': {'device_id': 'ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'admin_state_up': True, 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'security_groups': ['14d9ce85-d867-4e4a-bb57-c9d155b4d207']}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:00.484103 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=7a28d504-4712-4bf4-8422-abe9203c9b68,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:00.493691 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:00.729442 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:00.739402 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Notify callbacks [] for port, precommit_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:00.747451 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:00.751738 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Transition to ACTIVE for port object 45333e46-392c-45ac-a96c-9a301c1134c7 will not be triggered until provisioned by entity L2. {{(pid=73829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:21:00.758946 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:00.762034 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-63b7e61b-5b82-4249-9613-2f5c1fa3a8c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:00.804579 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Made reservation on behalf of 948efb75ffcb48c38be4bc5021fc11f2 for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:21:00.808603 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:00.842092 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Allocated IP 172.20.0.1 (1a71b974-1182-4207-b933-5154d95faffa/97517e28-df49-452f-9ec7-86f30bdf5e13/310bb12e-c32c-4844-8c0a-222b4e2f35b6) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:21:00.844956 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Attempting to bind port 45333e46-392c-45ac-a96c-9a301c1134c7 on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:21:00.845331 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Attempting to bind port 45333e46-392c-45ac-a96c-9a301c1134c7 by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:21:00.845786 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Attempting to bind port 45333e46-392c-45ac-a96c-9a301c1134c7 on network 59dd31e5-fc69-4865-ac92-82ced2e462b7 {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:21:00.847994 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46172692-dc8b-40bc-bf46-11b55da7b008 None None] Pushing event updated for resources: {'Port': ['ID=45333e46-392c-45ac-a96c-9a301c1134c7,revision_number=2']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:00.852202 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-46172692-dc8b-40bc-bf46-11b55da7b008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:00.854984 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:21:00.855355 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Checking segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:21:00.855758 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:00.856519 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Bound using segment: {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'} {{(pid=73829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:21:00.856631 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.managers [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Bound port: 45333e46-392c-45ac-a96c-9a301c1134c7, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8f9a9c-f849-4773-904a-2e8fd6cf93b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}}] {{(pid=73829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:21:00.856961 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:00.951074 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] For port 45333e46-392c-45ac-a96c-9a301c1134c7, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:21:00.959779 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] For port 45333e46-392c-45ac-a96c-9a301c1134c7, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=45333e46-392c-45ac-a96c-9a301c1134c7,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:21:00.968978 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:00.987643 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:01.049288 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 2323a902-918c-4218-b33b-3087a8b048c5 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:21:01.114197 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Allocated IP 172.20.0.10 (36f919e1-7ef4-493f-9b57-fd05288bc669/48fca783-ec36-413f-bee2-a3a7d2aac972/a035f489-ae03-4884-ab88-aed89cfd3374) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:21:01.116905 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Routers {'b84f5b2f-0815-4111-b468-21b5e548e0cc'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:21:01.117721 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503df73be0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['b84f5b2f-0815-4111-b468-21b5e548e0cc'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:01.140342 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:01.171723 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Transition to ACTIVE for port object 310bb12e-c32c-4844-8c0a-222b4e2f35b6 will not be triggered until provisioned by entity DHCP. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:21:01.199228 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46172692-dc8b-40bc-bf46-11b55da7b008 None None] Pushing event updated for resources: {'Port': ['ID=45333e46-392c-45ac-a96c-9a301c1134c7,revision_number=3']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:01.214143 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-46172692-dc8b-40bc-bf46-11b55da7b008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:01.255706 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e4aee2c7-9e87-4fe6-b9cc-c4dac882d3e7 req-9de59d23-b073-4ada-a11a-76b89a55c23f tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 210 time: 0.0539136
May 04 18:21:01.312543 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:01.319961 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:01.358479 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 2323a902-918c-4218-b33b-3087a8b048c5 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:21:01.358850 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:01.405807 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Network 1a71b974-1182-4207-b933-5154d95faffa is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:21:01.417705 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:21:01.418853 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] Set router b84f5b2f-0815-4111-b468-21b5e548e0cc gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:21:01.424931 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:01.428085 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:21:01.462148 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=310bb12e-c32c-4844-8c0a-222b4e2f35b6,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:01.476041 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:01.494421 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Transition to ACTIVE for port object a035f489-ae03-4884-ab88-aed89cfd3374 will not be triggered until provisioned by entity DHCP. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:21:01.507140 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925142'] for router_interface, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:01.554127 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:01.560832 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:01.648665 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Network 36f919e1-7ef4-493f-9b57-fd05288bc669 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:21:01.653937 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:21:01.656943 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event updated for resources: {'Port': ['ID=a035f489-ae03-4884-ab88-aed89cfd3374,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:01.659394 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:21:01.704357 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:01.729259 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 7a28d504-4712-4bf4-8422-abe9203c9b68 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:21:01.776381 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-92c0a36b-8060-4f69-acde-2a1d5c2c8f03 None None] Provisioning for port 310bb12e-c32c-4844-8c0a-222b4e2f35b6 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:21:01.784097 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:01.785584 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:01.820180 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-92c0a36b-8060-4f69-acde-2a1d5c2c8f03 None None] Provisioning complete for port 310bb12e-c32c-4844-8c0a-222b4e2f35b6 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:21:01.820578 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-92c0a36b-8060-4f69-acde-2a1d5c2c8f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:01.821374 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:01.869878 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4853983
May 04 18:21:01.890931 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Request body: {'port': {'device_id': 'ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:01.910027 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-92c0a36b-8060-4f69-acde-2a1d5c2c8f03 None None] Port 310bb12e-c32c-4844-8c0a-222b4e2f35b6 cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:21:01.928163 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 7a28d504-4712-4bf4-8422-abe9203c9b68 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:21:01.928545 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:01.984430 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503df73be0>, [{'id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'name': 'tempest-TestMinimumBasicScenario-929371954-router', 'tenant_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:56Z', 'updated_at': '2021-05-04T18:20:58Z', 'revision_number': 3, 'project_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'gw_port': {'id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:57Z', 'updated_at': '2021-05-04T18:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:01.991952 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3903a4-7fdc-482f-9b6c-03b04f173601 None None] The sync data for ids ['b84f5b2f-0815-4111-b468-21b5e548e0cc'] in dv-cinder-789603-2-iscsi is: [{'id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'name': 'tempest-TestMinimumBasicScenario-929371954-router', 'tenant_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:56Z', 'updated_at': '2021-05-04T18:20:58Z', 'revision_number': 3, 'project_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'gw_port': {'id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:57Z', 'updated_at': '2021-05-04T18:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:21:02.067817 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-7133060d-e0b5-4959-a102-a5690f45667b None None] Provisioning for port a035f489-ae03-4884-ab88-aed89cfd3374 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:21:02.076680 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-7133060d-e0b5-4959-a102-a5690f45667b None None] Provisioning complete for port a035f489-ae03-4884-ab88-aed89cfd3374 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:21:02.077058 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7133060d-e0b5-4959-a102-a5690f45667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:02.112764 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:02.137580 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-7133060d-e0b5-4959-a102-a5690f45667b None None] Port a035f489-ae03-4884-ab88-aed89cfd3374 cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:21:02.312378 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:02.323660 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:02.357323 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-51272db3-99bc-4a94-86f9-ee5b54ee9059 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:02.528036 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be05bd-7743-4b5d-be86-40e6aa900b9b req-c9f2a841-5b41-4613-90ea-4afabc53b7b5 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:02.529576 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c1be05bd-7743-4b5d-be86-40e6aa900b9b req-c9f2a841-5b41-4613-90ea-4afabc53b7b5 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 932 time: 0.0998583
May 04 18:21:02.579554 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-c1be05bd-7743-4b5d-be86-40e6aa900b9b req-4cb6030a-2e8e-463f-87cb-b4cbb62cea31 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Synchronizing usage tracker for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:security_group {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:21:02.599912 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-c1be05bd-7743-4b5d-be86-40e6aa900b9b req-4cb6030a-2e8e-463f-87cb-b4cbb62cea31 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Unset dirty status for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:security_group {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:21:02.602311 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c1be05bd-7743-4b5d-be86-40e6aa900b9b req-4cb6030a-2e8e-463f-87cb-b4cbb62cea31 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663407
May 04 18:21:02.628549 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=310bb12e-c32c-4844-8c0a-222b4e2f35b6,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:02.633464 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925045'] for router_interface, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:02.637435 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:02.866710 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Network 1a71b974-1182-4207-b933-5154d95faffa is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:21:02.869490 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:21:02.879804 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a035f489-ae03-4884-ab88-aed89cfd3374 {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:21:02.950210 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:02.950409 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 45333e46-392c-45ac-a96c-9a301c1134c7 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:21:02.994923 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Transition to ACTIVE for port object a035f489-ae03-4884-ab88-aed89cfd3374 will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:21:03.005206 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:03.037079 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 45333e46-392c-45ac-a96c-9a301c1134c7 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:21:03.042720 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 45333e46-392c-45ac-a96c-9a301c1134c7 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:21:03.043163 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:03.063656 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-269b40b2-b30e-4f7f-ad44-25fd8152dc46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:03.192718 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:03.197602 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-730462af-0038-4746-8780-c55cb957bb0b None None] Provisioning complete for port 310bb12e-c32c-4844-8c0a-222b4e2f35b6 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:21:03.198042 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-730462af-0038-4746-8780-c55cb957bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:03.259048 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Pushing event updated for resources: {'Port': ['ID=a035f489-ae03-4884-ab88-aed89cfd3374,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:03.261424 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 45333e46-392c-45ac-a96c-9a301c1134c7, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=45333e46-392c-45ac-a96c-9a301c1134c7,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:03.268155 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:03.268418 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:03.273368 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:03.308299 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-730462af-0038-4746-8780-c55cb957bb0b None None] Port 310bb12e-c32c-4844-8c0a-222b4e2f35b6 cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:21:03.344146 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=45333e46-392c-45ac-a96c-9a301c1134c7,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:03.347518 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:03.351416 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Router b84f5b2f-0815-4111-b468-21b5e548e0cc has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:21:03.357517 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Attempting to bind port a035f489-ae03-4884-ab88-aed89cfd3374 on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:21:03.357878 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Attempting to bind port a035f489-ae03-4884-ab88-aed89cfd3374 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:21:03.358207 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Attempting to bind port a035f489-ae03-4884-ab88-aed89cfd3374 on network 36f919e1-7ef4-493f-9b57-fd05288bc669 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:21:03.366362 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Port a035f489-ae03-4884-ab88-aed89cfd3374 on network 36f919e1-7ef4-493f-9b57-fd05288bc669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:21:03.366686 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Attempting to bind port a035f489-ae03-4884-ab88-aed89cfd3374 on network 36f919e1-7ef4-493f-9b57-fd05288bc669 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:21:03.434580 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:21:03.434920 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Checking segment: {'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:21:03.435312 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Bound using segment: {'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:21:03.435755 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Bound port: a035f489-ae03-4884-ab88-aed89cfd3374, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:21:03.436102 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:03.628263 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] For port a035f489-ae03-4884-ab88-aed89cfd3374, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:21:03.631350 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:21:03.633973 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] For port a035f489-ae03-4884-ab88-aed89cfd3374, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a035f489-ae03-4884-ab88-aed89cfd3374,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:21:03.642153 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] 10.222.0.67 "PUT /v2.0/routers/b84f5b2f-0815-4111-b468-21b5e548e0cc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2307990
May 04 18:21:03.647160 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:03.655517 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-1d2502ac-a6f7-46f0-b72f-d712234118c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:03.751756 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:03.752382 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:03.754044 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] 10.222.0.64 "PUT /v2.0/ports/a035f489-ae03-4884-ab88-aed89cfd3374 HTTP/1.1" status: 200  len: 1094 time: 1.8715541
May 04 18:21:03.755147 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803', 'tag': 'a035f489-ae03-4884-ab88-aed89cfd3374'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:21:03.775676 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Pushing event updated for resources: {'Port': ['ID=a035f489-ae03-4884-ab88-aed89cfd3374,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:03.778991 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:03.861458 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803', 'tag': 'a035f489-ae03-4884-ab88-aed89cfd3374', 'status': 'completed', 'code': 200}
May 04 18:21:03.892630 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51782ec-c7fa-4211-b5f8-425e26fd0047 req-d9b87ea3-6983-4fed-abed-b40354bdb502 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:03.902098 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b51782ec-c7fa-4211-b5f8-425e26fd0047 req-d9b87ea3-6983-4fed-abed-b40354bdb502 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 944 time: 0.1408579
May 04 18:21:03.903835 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-2fc32bf0-d60b-424b-aa1e-c470db13da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:03.905543 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-2fc32bf0-d60b-424b-aa1e-c470db13da4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 1097 time: 0.0925550
May 04 18:21:03.991268 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b51782ec-c7fa-4211-b5f8-425e26fd0047 req-c5fe0185-4873-4c2a-999c-3e53dbb355d6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875297
May 04 18:21:04.011307 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-a998c880-1d57-416d-9f38-486028952f02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a035f489-ae03-4884-ab88-aed89cfd3374 HTTP/1.1" status: 200  len: 217 time: 0.0914714
May 04 18:21:04.111298 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-f0f23328-087a-49ee-bf8c-5b1dea0dd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:04.112761 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-f0f23328-087a-49ee-bf8c-5b1dea0dd8a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fca783-ec36-413f-bee2-a3a7d2aac972 HTTP/1.1" status: 200  len: 851 time: 0.0910757
May 04 18:21:04.205918 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-e6700aa7-43a4-4ae9-974f-0d157e75ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:04.207443 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-e6700aa7-43a4-4ae9-974f-0d157e75ca3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36f919e1-7ef4-493f-9b57-fd05288bc669&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0858786
May 04 18:21:04.457402 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-6fcea707-5981-4c19-b714-546760dddb36 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2417114
May 04 18:21:04.621072 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-501c4c5a-b259-42c3-ac64-39e4ba1c5277 req-27346252-6dff-466b-ab6a-ddb954e8b709 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560116
May 04 18:21:04.787536 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84288dc7-3140-48c9-94db-ebbcbdb2a138 req-44fcf519-2d46-461e-a2ff-aa7c0348be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:04.789035 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-84288dc7-3140-48c9-94db-ebbcbdb2a138 req-44fcf519-2d46-461e-a2ff-aa7c0348be13 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 1097 time: 0.0936754
May 04 18:21:04.959298 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 45333e46-392c-45ac-a96c-9a301c1134c7 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:21:04.982203 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84288dc7-3140-48c9-94db-ebbcbdb2a138 req-797f8be1-5391-4281-aad0-d17165df0db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:04.983855 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-84288dc7-3140-48c9-94db-ebbcbdb2a138 req-797f8be1-5391-4281-aad0-d17165df0db1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 913 time: 0.1793883
May 04 18:21:05.052395 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Sync routers for ids ['b84f5b2f-0815-4111-b468-21b5e548e0cc'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:21:05.067818 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Routers {'b84f5b2f-0815-4111-b468-21b5e548e0cc'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:21:05.069398 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e48e3d0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['b84f5b2f-0815-4111-b468-21b5e548e0cc'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:05.089035 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-84288dc7-3140-48c9-94db-ebbcbdb2a138 req-2f82534c-60b1-45d6-96b6-7d33b5bcd189 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a035f489-ae03-4884-ab88-aed89cfd3374 HTTP/1.1" status: 200  len: 217 time: 0.0934873
May 04 18:21:05.143770 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 45333e46-392c-45ac-a96c-9a301c1134c7 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:21:05.144248 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:05.232809 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84288dc7-3140-48c9-94db-ebbcbdb2a138 req-6cd288eb-43b7-4636-88e1-08d6238dc93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:05.234497 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-84288dc7-3140-48c9-94db-ebbcbdb2a138 req-6cd288eb-43b7-4636-88e1-08d6238dc93f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fca783-ec36-413f-bee2-a3a7d2aac972 HTTP/1.1" status: 200  len: 851 time: 0.1319642
May 04 18:21:05.421284 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84288dc7-3140-48c9-94db-ebbcbdb2a138 req-f0a99ddb-dba8-4b2f-bf9f-9bb296b45c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:05.423173 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-84288dc7-3140-48c9-94db-ebbcbdb2a138 req-f0a99ddb-dba8-4b2f-bf9f-9bb296b45c57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36f919e1-7ef4-493f-9b57-fd05288bc669&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1714790
May 04 18:21:05.440116 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Set router b84f5b2f-0815-4111-b468-21b5e548e0cc gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:21:05.580848 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca641c-4a4a-4c6d-86fd-74be428db82f req-118bc7f2-d849-4704-9dfb-b955546412e0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:05.582544 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b1ca641c-4a4a-4c6d-86fd-74be428db82f req-118bc7f2-d849-4704-9dfb-b955546412e0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 944 time: 0.1313066
May 04 18:21:05.649124 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b1ca641c-4a4a-4c6d-86fd-74be428db82f req-5af2e577-15c9-4169-912b-9c62c91f6137 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605297
May 04 18:21:05.679634 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-84288dc7-3140-48c9-94db-ebbcbdb2a138 req-f9859666-8c66-4581-ac68-895d53629011 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2462971
May 04 18:21:05.837475 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-84288dc7-3140-48c9-94db-ebbcbdb2a138 req-298dee2f-8136-43a4-9233-c9bc951cc6ec service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500869
May 04 18:21:05.856534 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e48e3d0>, [{'id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'name': 'tempest-TestMinimumBasicScenario-929371954-router', 'tenant_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:56Z', 'updated_at': '2021-05-04T18:21:01Z', 'revision_number': 4, 'project_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'gw_port': {'id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:57Z', 'updated_at': '2021-05-04T18:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '310bb12e-c32c-4844-8c0a-222b4e2f35b6', 'name': '', 'network_id': '1a71b974-1182-4207-b933-5154d95faffa', 'tenant_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'mac_address': 'fa:16:3e:81:4d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '97517e28-df49-452f-9ec7-86f30bdf5e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:21:00Z', 'updated_at': '2021-05-04T18:21:01Z', 'revision_number': 2, 'project_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'subnets': [{'id': '97517e28-df49-452f-9ec7-86f30bdf5e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:05.861769 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Checking router: b84f5b2f-0815-4111-b468-21b5e548e0cc for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:21:05.862283 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Updating router b84f5b2f-0815-4111-b468-21b5e548e0cc port 310bb12e-c32c-4844-8c0a-222b4e2f35b6 binding host dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 18:21:05.919131 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:06.300797 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Notify callbacks [] for port, precommit_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:06.315254 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.provisioning_blocks [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Transition to ACTIVE for port object 310bb12e-c32c-4844-8c0a-222b4e2f35b6 will not be triggered until provisioned by entity L2. {{(pid=73830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:21:06.324775 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:06.340694 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:06.538500 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f28bf4-544b-4b76-8f3e-6dc53ac0f79c None None] Pushing event updated for resources: {'Port': ['ID=310bb12e-c32c-4844-8c0a-222b4e2f35b6,revision_number=3']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:06.571571 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-53f28bf4-544b-4b76-8f3e-6dc53ac0f79c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:06.604596 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Attempting to bind port 310bb12e-c32c-4844-8c0a-222b4e2f35b6 on host dv-cinder-789603-2-iscsi for vnic_type normal with profile  {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:21:06.604974 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Attempting to bind port 310bb12e-c32c-4844-8c0a-222b4e2f35b6 by drivers openvswitch,hyperv on host dv-cinder-789603-2-iscsi at level 0 using segments [{'id': '048ed17a-448f-49cf-99e3-93e0a1ae210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '1a71b974-1182-4207-b933-5154d95faffa'}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:21:06.605327 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Attempting to bind port 310bb12e-c32c-4844-8c0a-222b4e2f35b6 on network 1a71b974-1182-4207-b933-5154d95faffa {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:21:06.615343 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Checking agent: {'id': '84bb8441-a76c-4d3e-9e5e-c7f1931ac2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 7, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:21:06.615691 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Checking segment: {'id': '048ed17a-448f-49cf-99e3-93e0a1ae210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '1a71b974-1182-4207-b933-5154d95faffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:21:06.616098 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:06.616495 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Bound using segment: {'id': '048ed17a-448f-49cf-99e3-93e0a1ae210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '1a71b974-1182-4207-b933-5154d95faffa'} {{(pid=73830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:21:06.617114 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.managers [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Bound port: 310bb12e-c32c-4844-8c0a-222b4e2f35b6, host: dv-cinder-789603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048ed17a-448f-49cf-99e3-93e0a1ae210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '1a71b974-1182-4207-b933-5154d95faffa'}}] {{(pid=73830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:21:06.617522 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:06.787916 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] For port 310bb12e-c32c-4844-8c0a-222b4e2f35b6, host dv-cinder-789603-2-iscsi, cleared binding levels {{(pid=73830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:21:06.801724 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.plugins.ml2.db [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] For port 310bb12e-c32c-4844-8c0a-222b4e2f35b6, host dv-cinder-789603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=310bb12e-c32c-4844-8c0a-222b4e2f35b6,segment=NetworkSegment(048ed17a-448f-49cf-99e3-93e0a1ae210f),segment_id=048ed17a-448f-49cf-99e3-93e0a1ae210f)] {{(pid=73830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:21:06.811207 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron_lib.callbacks.manager [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:06.820788 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-b8883009-0fb6-4f24-bea6-2e0e2f3698ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:06.860287 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818461d-98eb-4ecf-83dd-2938c9028097 req-fc23e703-9fd9-44fa-b001-c84e6694a1b7 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:06.867820 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2818461d-98eb-4ecf-83dd-2938c9028097 req-fc23e703-9fd9-44fa-b001-c84e6694a1b7 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 944 time: 0.1081636
May 04 18:21:06.928462 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2818461d-98eb-4ecf-83dd-2938c9028097 req-0a85d26c-2d05-45ca-b656-8c2985a4e9d1 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566137
May 04 18:21:06.979524 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Routers {'b84f5b2f-0815-4111-b468-21b5e548e0cc'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:21:06.980580 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e48e3d0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['b84f5b2f-0815-4111-b468-21b5e548e0cc'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:07.090772 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f28bf4-544b-4b76-8f3e-6dc53ac0f79c None None] Pushing event updated for resources: {'Port': ['ID=310bb12e-c32c-4844-8c0a-222b4e2f35b6,revision_number=4']} {{(pid=73830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:07.095533 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG oslo_concurrency.lockutils [None req-53f28bf4-544b-4b76-8f3e-6dc53ac0f79c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=73830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:07.315462 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] Set router b84f5b2f-0815-4111-b468-21b5e548e0cc gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:21:07.800107 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e48e3d0>, [{'id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'name': 'tempest-TestMinimumBasicScenario-929371954-router', 'tenant_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:56Z', 'updated_at': '2021-05-04T18:21:01Z', 'revision_number': 4, 'project_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'gw_port': {'id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:57Z', 'updated_at': '2021-05-04T18:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '310bb12e-c32c-4844-8c0a-222b4e2f35b6', 'name': '', 'network_id': '1a71b974-1182-4207-b933-5154d95faffa', 'tenant_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'mac_address': 'fa:16:3e:81:4d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '97517e28-df49-452f-9ec7-86f30bdf5e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:21:00Z', 'updated_at': '2021-05-04T18:21:06Z', 'revision_number': 4, 'project_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'subnets': [{'id': '97517e28-df49-452f-9ec7-86f30bdf5e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:07.806049 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caddfae6-24eb-4bb9-994d-7192707d3e98 None None] The sync data for ids ['b84f5b2f-0815-4111-b468-21b5e548e0cc'] in dv-cinder-789603-2-iscsi is: [{'id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'name': 'tempest-TestMinimumBasicScenario-929371954-router', 'tenant_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:56Z', 'updated_at': '2021-05-04T18:21:01Z', 'revision_number': 4, 'project_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'gw_port': {'id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:57Z', 'updated_at': '2021-05-04T18:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '310bb12e-c32c-4844-8c0a-222b4e2f35b6', 'name': '', 'network_id': '1a71b974-1182-4207-b933-5154d95faffa', 'tenant_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'mac_address': 'fa:16:3e:81:4d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '97517e28-df49-452f-9ec7-86f30bdf5e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:21:00Z', 'updated_at': '2021-05-04T18:21:06Z', 'revision_number': 4, 'project_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'subnets': [{'id': '97517e28-df49-452f-9ec7-86f30bdf5e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:21:08.192701 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf99a17-dc04-4d6c-8cb7-262541ae1cf7 req-eba8d803-7707-4229-9d49-3c3bbbea2ac8 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:08.195204 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0cf99a17-dc04-4d6c-8cb7-262541ae1cf7 req-eba8d803-7707-4229-9d49-3c3bbbea2ac8 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 944 time: 0.1002891
May 04 18:21:08.255925 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0cf99a17-dc04-4d6c-8cb7-262541ae1cf7 req-b4f5d2f6-da39-4dad-aed6-2d9fa1ae6c46 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522103
May 04 18:21:08.945962 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 310bb12e-c32c-4844-8c0a-222b4e2f35b6 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:21:09.048534 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning for port 310bb12e-c32c-4844-8c0a-222b4e2f35b6 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:21:09.056985 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 310bb12e-c32c-4844-8c0a-222b4e2f35b6 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:21:09.057371 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:09.207181 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:09.255653 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] For port 310bb12e-c32c-4844-8c0a-222b4e2f35b6, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=310bb12e-c32c-4844-8c0a-222b4e2f35b6,segment=NetworkSegment(048ed17a-448f-49cf-99e3-93e0a1ae210f),segment_id=048ed17a-448f-49cf-99e3-93e0a1ae210f)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:09.264393 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:09.266741 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:09.352417 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Pushing event updated for resources: {'Port': ['ID=310bb12e-c32c-4844-8c0a-222b4e2f35b6,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:09.362712 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:09.496364 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24802aa-19ee-461e-97cf-ecdbd084176d req-43d298b3-b8b3-42b6-88ed-bcb0251e07c5 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:09.498061 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e24802aa-19ee-461e-97cf-ecdbd084176d req-43d298b3-b8b3-42b6-88ed-bcb0251e07c5 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 944 time: 0.1042881
May 04 18:21:09.551645 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e24802aa-19ee-461e-97cf-ecdbd084176d req-6f361007-ed16-4a35-a53e-e5352785c7ed tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467272
May 04 18:21:10.799482 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86577322-5834-42ed-96f9-0e9f0528967e req-5b5050cf-662d-43a6-bda8-0915ec56a665 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:10.801664 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-86577322-5834-42ed-96f9-0e9f0528967e req-5b5050cf-662d-43a6-bda8-0915ec56a665 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 944 time: 0.1209478
May 04 18:21:10.864768 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-86577322-5834-42ed-96f9-0e9f0528967e req-8d07b061-9b94-4a19-95ea-1cf8bd5e1f26 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566304
May 04 18:21:10.922153 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 310bb12e-c32c-4844-8c0a-222b4e2f35b6 up at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:21:11.013389 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Provisioning complete for port 310bb12e-c32c-4844-8c0a-222b4e2f35b6 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:21:11.013899 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:11.121598 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device a035f489-ae03-4884-ab88-aed89cfd3374 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:21:11.324409 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port a035f489-ae03-4884-ab88-aed89cfd3374, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a035f489-ae03-4884-ab88-aed89cfd3374,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:11.339481 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': 'a035f489-ae03-4884-ab88-aed89cfd3374', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'port_id': 'a035f489-ae03-4884-ab88-aed89cfd3374', 'mac_address': 'fa:16:3e:2c:67:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:21:11.397610 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:11.415295 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a035f489-ae03-4884-ab88-aed89cfd3374 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:21:11.433365 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port a035f489-ae03-4884-ab88-aed89cfd3374, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a035f489-ae03-4884-ab88-aed89cfd3374,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:11.437812 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:11.439624 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:11.518573 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=a035f489-ae03-4884-ab88-aed89cfd3374,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:11.522806 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:11.718088 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['a035f489-ae03-4884-ab88-aed89cfd3374'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:21:12.101058 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639f889-f474-44df-ab41-613909baeefc req-66149c42-bdc5-4531-8fc1-350dac903ce0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:12.102877 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1639f889-f474-44df-ab41-613909baeefc req-66149c42-bdc5-4531-8fc1-350dac903ce0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 945 time: 0.0978374
May 04 18:21:12.156430 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1639f889-f474-44df-ab41-613909baeefc req-073d184c-9ab7-47f6-ac65-1fc2854ab558 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474002
May 04 18:21:13.137506 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device a035f489-ae03-4884-ab88-aed89cfd3374 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:21:13.213244 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port a035f489-ae03-4884-ab88-aed89cfd3374 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:21:13.219162 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port a035f489-ae03-4884-ab88-aed89cfd3374 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:21:13.219758 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:13.294315 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:21:13.376878 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:13.412161 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a035f489-ae03-4884-ab88-aed89cfd3374'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:21:13.422409 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port a035f489-ae03-4884-ab88-aed89cfd3374, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a035f489-ae03-4884-ab88-aed89cfd3374,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:13.429653 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:13.432025 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:13.434157 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d19632-8d38-4b39-b7ec-2a4a61dab1af req-af4c3ce7-bd0b-4f5e-ab97-ae168157e463 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:13.437756 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-76d19632-8d38-4b39-b7ec-2a4a61dab1af req-af4c3ce7-bd0b-4f5e-ab97-ae168157e463 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 945 time: 0.1438792
May 04 18:21:13.494589 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-76d19632-8d38-4b39-b7ec-2a4a61dab1af req-47acfca3-1e4c-44d5-981a-a2cb4de17709 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504351
May 04 18:21:13.524962 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=a035f489-ae03-4884-ab88-aed89cfd3374,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:13.529864 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:13.568388 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a035f489-ae03-4884-ab88-aed89cfd3374', 'code': 200}
May 04 18:21:13.899744 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c24faa-92c4-4947-826a-9161829c8abf req-b521d4de-f713-42b3-bef1-af1ac26b8960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:13.901748 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b0c24faa-92c4-4947-826a-9161829c8abf req-b521d4de-f713-42b3-bef1-af1ac26b8960 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 1099 time: 0.0853245
May 04 18:21:13.947292 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b0c24faa-92c4-4947-826a-9161829c8abf req-3f2f841c-7752-4f8f-b2c4-c191c857a3ae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387921
May 04 18:21:14.497875 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece41ab-1d21-4837-8230-e6969560e47a req-2e9c3be8-c7e7-4673-b27c-1c66507b3952 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:14.499364 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ece41ab-1d21-4837-8230-e6969560e47a req-2e9c3be8-c7e7-4673-b27c-1c66507b3952 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/networks?id=3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 HTTP/1.1" status: 200  len: 815 time: 0.1472979
May 04 18:21:14.521952 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ece41ab-1d21-4837-8230-e6969560e47a req-8489b465-8e69-4c59-b3f5-0a4e9e4ba558 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/quotas/46280657579145c98b25ed64444c984c HTTP/1.1" status: 200  len: 375 time: 0.0162795
May 04 18:21:14.616849 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ece41ab-1d21-4837-8230-e6969560e47a req-48d6ff41-5c7a-47fd-baa9-5a242250dbb1 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=46280657579145c98b25ed64444c984c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0896428
May 04 18:21:14.763865 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ece41ab-1d21-4837-8230-e6969560e47a req-0a8010f4-4ffd-48ae-ba51-609d8015af15 service neutron] 10.222.0.67 "GET /v2.0/networks/3af6c1b1-a34c-4dff-ab0a-f27e4a060e93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348338
May 04 18:21:14.888434 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdaae29-e4c1-422a-b472-ff6655848bdd req-8a8d1be2-8675-40d1-b433-935d035684df tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:14.889911 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8cdaae29-e4c1-422a-b472-ff6655848bdd req-8a8d1be2-8675-40d1-b433-935d035684df tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 946 time: 0.0802183
May 04 18:21:14.901840 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ece41ab-1d21-4837-8230-e6969560e47a req-8af6b39a-6793-4659-b187-35f53980050f service neutron] 10.222.0.67 "GET /v2.0/networks/3af6c1b1-a34c-4dff-ab0a-f27e4a060e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304064
May 04 18:21:14.940807 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8cdaae29-e4c1-422a-b472-ff6655848bdd req-a463a1b0-d4b3-4ff2-bad6-d75d2db95480 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442352
May 04 18:21:15.106227 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f494f8c6-f416-4338-944d-49883ad83aa8 req-b979dd9d-f0c6-4ff0-aae3-8942f86e258a tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 210 time: 0.0501394
May 04 18:21:15.158017 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04803e-fbe5-4604-87ec-e665b44edc85 req-0977ece1-f9f2-4aed-99e5-0cffaf05fc24 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:15.159494 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1e04803e-fbe5-4604-87ec-e665b44edc85 req-0977ece1-f9f2-4aed-99e5-0cffaf05fc24 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0981421
May 04 18:21:15.206336 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1e04803e-fbe5-4604-87ec-e665b44edc85 req-9750fd96-750f-43bc-ae13-4df62e3d4939 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407302
May 04 18:21:16.028869 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424df172-d2d9-4b6a-9804-e646d9019ce4 req-9a20dbd4-1419-4a40-9fcb-b40826c11d6d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:16.030383 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-424df172-d2d9-4b6a-9804-e646d9019ce4 req-9a20dbd4-1419-4a40-9fcb-b40826c11d6d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.64 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0852530
May 04 18:21:16.156693 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622cd5b-35b5-4a30-9f67-feb747815010 req-885906e4-2be3-4552-a85b-92ce36473cc6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:16.158836 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f622cd5b-35b5-4a30-9f67-feb747815010 req-885906e4-2be3-4552-a85b-92ce36473cc6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 946 time: 0.1059744
May 04 18:21:16.224970 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f622cd5b-35b5-4a30-9f67-feb747815010 req-183b7b9d-8e98-4332-9285-3f96a348a6ef tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561438
May 04 18:21:16.329000 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b359ba74-52d0-4607-a1ba-c18aa01164c7 req-32b5f637-381f-458f-a6d9-9315f692e72c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 210 time: 0.0908685
May 04 18:21:16.416149 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97db266-8955-4e59-8b5e-bb49d30d3f18 req-5e1d181a-81c2-4039-8f7b-2d5fab2f135a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:16.417735 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a97db266-8955-4e59-8b5e-bb49d30d3f18 req-5e1d181a-81c2-4039-8f7b-2d5fab2f135a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 945 time: 0.0979474
May 04 18:21:16.437000 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece41ab-1d21-4837-8230-e6969560e47a req-f204b713-1f52-474d-80a7-303d17adefee tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:16.438964 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ece41ab-1d21-4837-8230-e6969560e47a req-f204b713-1f52-474d-80a7-303d17adefee tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.64 "GET /v2.0/networks?id=3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 HTTP/1.1" status: 200  len: 815 time: 0.2632580
May 04 18:21:16.451960 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-6ece41ab-1d21-4837-8230-e6969560e47a req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Request body: {'port': {'device_id': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93', 'admin_state_up': True, 'tenant_id': '46280657579145c98b25ed64444c984c'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:16.466843 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a97db266-8955-4e59-8b5e-bb49d30d3f18 req-8b02f5c5-b4a9-4bd7-9c09-369056d18756 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=cba178e9-4ee5-47cd-85e4-17be5e90d7ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432837
May 04 18:21:16.591080 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-424df172-d2d9-4b6a-9804-e646d9019ce4 req-4fbf272f-de5a-41f5-9cae-87f32db8c334 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Deleting port 582b6426-2a50-455f-a2a0-16b2274bdd39 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:21:16.591419 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-424df172-d2d9-4b6a-9804-e646d9019ce4 req-4fbf272f-de5a-41f5-9cae-87f32db8c334 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:16.796444 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-6ece41ab-1d21-4837-8230-e6969560e47a req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:16.810004 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a0a84-02d0-4c81-8ed6-1eec046ca23c req-f6d2fd56-dca6-4106-b93c-037ebb43a7bf tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:16.810991 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-125a0a84-02d0-4c81-8ed6-1eec046ca23c req-f6d2fd56-dca6-4106-b93c-037ebb43a7bf tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Synchronizing usage tracker for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:21:16.817010 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-424df172-d2d9-4b6a-9804-e646d9019ce4 req-4fbf272f-de5a-41f5-9cae-87f32db8c334 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] For port 582b6426-2a50-455f-a2a0-16b2274bdd39, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=582b6426-2a50-455f-a2a0-16b2274bdd39,segment=NetworkSegment(aa496005-47b0-4b45-aecf-ec3b981ccbf5),segment_id=aa496005-47b0-4b45-aecf-ec3b981ccbf5)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:16.817390 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-424df172-d2d9-4b6a-9804-e646d9019ce4 req-4fbf272f-de5a-41f5-9cae-87f32db8c334 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:16.830727 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-6ece41ab-1d21-4837-8230-e6969560e47a req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Usage tracker for resource:port and tenant:46280657579145c98b25ed64444c984c is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:21:16.839680 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-6ece41ab-1d21-4837-8230-e6969560e47a req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:21:16.915424 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-6ece41ab-1d21-4837-8230-e6969560e47a req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:16.979082 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-125a0a84-02d0-4c81-8ed6-1eec046ca23c req-f6d2fd56-dca6-4106-b93c-037ebb43a7bf tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Unset dirty status for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:21:16.982421 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-125a0a84-02d0-4c81-8ed6-1eec046ca23c req-f6d2fd56-dca6-4106-b93c-037ebb43a7bf tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 946 time: 0.5113449
May 04 18:21:17.106913 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ece41ab-1d21-4837-8230-e6969560e47a req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Made reservation on behalf of 46280657579145c98b25ed64444c984c for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:21:17.110342 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-6ece41ab-1d21-4837-8230-e6969560e47a req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:17.296088 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-125a0a84-02d0-4c81-8ed6-1eec046ca23c req-488f7b74-2ade-418a-b5eb-19adb72fe1da tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2866764
May 04 18:21:17.320101 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46806) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:17.412187 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-424df172-d2d9-4b6a-9804-e646d9019ce4 req-4fbf272f-de5a-41f5-9cae-87f32db8c334 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:17.412546 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-424df172-d2d9-4b6a-9804-e646d9019ce4 req-4fbf272f-de5a-41f5-9cae-87f32db8c334 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:17.412859 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.l3_db [req-424df172-d2d9-4b6a-9804-e646d9019ce4 req-4fbf272f-de5a-41f5-9cae-87f32db8c334 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Floating IP f8824c67-b9ab-419f-ab2c-1ebe27f24b40 disassociated. External IP: 172.27.1.231, port: 582b6426-2a50-455f-a2a0-16b2274bdd39.
May 04 18:21:17.413291 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-424df172-d2d9-4b6a-9804-e646d9019ce4 req-4fbf272f-de5a-41f5-9cae-87f32db8c334 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Calling delete_port for 582b6426-2a50-455f-a2a0-16b2274bdd39 owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:21:17.466518 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-6ece41ab-1d21-4837-8230-e6969560e47a req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Allocated IP 172.20.0.9 (3af6c1b1-a34c-4dff-ab0a-f27e4a060e93/75babb52-bd73-4b2b-a05b-93422f3f18f2/ec901a10-4ef7-4426-af60-2b299fa3c114) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:21:17.587443 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5c2306bd-aa71-4ad9-9cfb-68d6f47ed283 req-f3ea0240-b75b-438d-8b43-75439ed94dfd tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 210 time: 0.0799110
May 04 18:21:17.700374 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec4a618-e911-4395-958d-54474940f30d tempest-TestVolumeBootPattern-1567837766 tempest-TestVolumeBootPattern-1567837766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:17.705463 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-8ec4a618-e911-4395-958d-54474940f30d tempest-TestVolumeBootPattern-1567837766 tempest-TestVolumeBootPattern-1567837766-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 1094 time: 0.3842809
May 04 18:21:17.706259 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46816) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:17.714538 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Request body: {'floatingip': {'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'port_id': 'a035f489-ae03-4884-ab88-aed89cfd3374', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:17.722192 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:17.727714 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Usage tracker for resource:floatingip and tenant:948efb75ffcb48c38be4bc5021fc11f2 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:21:17.732044 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:21:17.739664 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:17.757817 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for floatingip, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:17.782453 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-424df172-d2d9-4b6a-9804-e646d9019ce4 req-4fbf272f-de5a-41f5-9cae-87f32db8c334 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:17.836401 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:17.934019 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:18.006089 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf272f-de5a-41f5-9cae-87f32db8c334 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event deleted for resources: {'Port': ['ID=582b6426-2a50-455f-a2a0-16b2274bdd39,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:18.021436 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-883b2c0e-0805-41fb-b80a-cc1d27ff735b req-6e5b12e1-55b2-41b2-8803-87f720b49e35 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 210 time: 0.2431166
May 04 18:21:18.025675 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-4fbf272f-de5a-41f5-9cae-87f32db8c334 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:18.033277 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-6ece41ab-1d21-4837-8230-e6969560e47a req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:18.121957 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-6ece41ab-1d21-4837-8230-e6969560e47a req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Transition to ACTIVE for port object ec901a10-4ef7-4426-af60-2b299fa3c114 will not be triggered until provisioned by entity DHCP. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:21:18.168295 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Allocated IP 172.27.1.191 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/40110695-143d-4f02-aaa7-f349b90d99a7) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:21:18.250471 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-424df172-d2d9-4b6a-9804-e646d9019ce4 req-4fbf272f-de5a-41f5-9cae-87f32db8c334 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:21:18.252282 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-6ece41ab-1d21-4837-8230-e6969560e47a req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:18.258962 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f7547dc6-0fc1-4746-a4ea-f8343689d731 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:18.341910 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:18.371067 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:18.375439 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-a496950a-46cc-440d-8f6b-364fe3477725 tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:18.389354 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ece41ab-1d21-4837-8230-e6969560e47a req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Network 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:21:18.401134 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-6ece41ab-1d21-4837-8230-e6969560e47a req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:21:18.408132 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ece41ab-1d21-4837-8230-e6969560e47a req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:21:18.436077 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Pushing event updated for resources: {'Port': ['ID=ec901a10-4ef7-4426-af60-2b299fa3c114,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:18.445003 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:18.476136 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:21:18.480158 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:21:18.491695 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:21:18.612008 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece41ab-1d21-4837-8230-e6969560e47a req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:18.612643 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-6ece41ab-1d21-4837-8230-e6969560e47a req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:18.681610 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event updated for resources: {'Port': ['ID=40110695-143d-4f02-aaa7-f349b90d99a7,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:18.687224 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:18.698056 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-424df172-d2d9-4b6a-9804-e646d9019ce4 req-4fbf272f-de5a-41f5-9cae-87f32db8c334 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:21:18.710163 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9aca6d-9028-44ec-be28-67635b745016 None None] Sync routers for ids ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:21:18.725509 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9aca6d-9028-44ec-be28-67635b745016 None None] Routers {'1dcf55b9-76bf-4d7a-846c-cc3038249f2b'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:21:18.726570 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-cd9aca6d-9028-44ec-be28-67635b745016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e4faee0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:18.791345 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ece41ab-1d21-4837-8230-e6969560e47a req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3429756
May 04 18:21:18.881117 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-baebea22-39d7-4b8d-9043-7f9beedd4b42 None None] Provisioning for port ec901a10-4ef7-4426-af60-2b299fa3c114 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:21:18.896305 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-424df172-d2d9-4b6a-9804-e646d9019ce4 req-4fbf272f-de5a-41f5-9cae-87f32db8c334 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] No DVR routers for this DVR port 582b6426-2a50-455f-a2a0-16b2274bdd39 on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:21:18.899483 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-baebea22-39d7-4b8d-9043-7f9beedd4b42 None None] Provisioning complete for port ec901a10-4ef7-4426-af60-2b299fa3c114 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:21:18.900391 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-baebea22-39d7-4b8d-9043-7f9beedd4b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:18.909399 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-424df172-d2d9-4b6a-9804-e646d9019ce4 req-4fbf272f-de5a-41f5-9cae-87f32db8c334 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:18.912355 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-424df172-d2d9-4b6a-9804-e646d9019ce4 req-4fbf272f-de5a-41f5-9cae-87f32db8c334 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.64 "DELETE /v2.0/ports/582b6426-2a50-455f-a2a0-16b2274bdd39 HTTP/1.1" status: 204  len: 173 time: 2.8652806
May 04 18:21:18.914057 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972d778-f473-4cba-baba-2baf01deeb2c', 'name': 'network-vif-deleted', 'tag': '582b6426-2a50-455f-a2a0-16b2274bdd39'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:21:19.006041 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b01568-95a3-4cca-856a-5bf600b77317 req-d551492c-71a0-4648-ac16-f5eee1e4383e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:19.007730 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-f7b01568-95a3-4cca-856a-5bf600b77317 req-d551492c-71a0-4648-ac16-f5eee1e4383e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Synchronizing usage tracker for tenant:46280657579145c98b25ed64444c984c on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:21:19.037059 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-f7b01568-95a3-4cca-856a-5bf600b77317 req-d551492c-71a0-4648-ac16-f5eee1e4383e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Unset dirty status for tenant:46280657579145c98b25ed64444c984c on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:21:19.039524 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f7b01568-95a3-4cca-856a-5bf600b77317 req-d551492c-71a0-4648-ac16-f5eee1e4383e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 931 time: 0.2052021
May 04 18:21:19.052531 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-baebea22-39d7-4b8d-9043-7f9beedd4b42 None None] Port ec901a10-4ef7-4426-af60-2b299fa3c114 cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:21:19.073197 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-cd9aca6d-9028-44ec-be28-67635b745016 None None] Set router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:21:19.146789 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f7b01568-95a3-4cca-856a-5bf600b77317 req-c331de96-55bf-483f-a3a7-300fdd692c4c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779557
May 04 18:21:19.168834 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 582b6426-2a50-455f-a2a0-16b2274bdd39 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:21:19.176549 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:19.253418 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972d778-f473-4cba-baba-2baf01deeb2c', 'name': 'network-vif-deleted', 'tag': '582b6426-2a50-455f-a2a0-16b2274bdd39', 'status': 'completed', 'code': 200}
May 04 18:21:19.282019 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: 582b6426-2a50-455f-a2a0-16b2274bdd39 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:21:19.282482 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 582b6426-2a50-455f-a2a0-16b2274bdd39 not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:21:19.303049 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:19.508048 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-fc1a2a25-8f54-441e-88a5-e3fbf2342cae req-d4dcaa56-9a34-4239-b690-bb175e8509e4 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Synchronizing usage tracker for tenant:6fe7e174186c44ffb03d6761766e9c4e on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:21:19.539014 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-fc1a2a25-8f54-441e-88a5-e3fbf2342cae req-d4dcaa56-9a34-4239-b690-bb175e8509e4 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Unset dirty status for tenant:6fe7e174186c44ffb03d6761766e9c4e on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:21:19.541242 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fc1a2a25-8f54-441e-88a5-e3fbf2342cae req-d4dcaa56-9a34-4239-b690-bb175e8509e4 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 210 time: 0.1305804
May 04 18:21:19.660704 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:19.666931 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-cd9aca6d-9028-44ec-be28-67635b745016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e4faee0>, [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'ed9fb644-a56b-4946-89bf-d661d8c1681f', 'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'mac_address': 'fa:16:3e:22:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:20Z', 'updated_at': '2021-05-04T18:15:33Z', 'revision_number': 5, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'subnets': [{'id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:19.668193 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3087185'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:19.674052 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-68f8dd2c-03e3-4e07-b445-79670b681c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:19.674845 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9aca6d-9028-44ec-be28-67635b745016 None None] Checking router: 1dcf55b9-76bf-4d7a-846c-cc3038249f2b for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:21:19.690428 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9aca6d-9028-44ec-be28-67635b745016 None None] Routers {'1dcf55b9-76bf-4d7a-846c-cc3038249f2b'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:21:19.691046 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-cd9aca6d-9028-44ec-be28-67635b745016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e4faee0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:19.789208 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event updated for resources: {'Port': ['ID=40110695-143d-4f02-aaa7-f349b90d99a7,revision_number=2']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:19.793481 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:19.801509 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:19.898498 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-cd9aca6d-9028-44ec-be28-67635b745016 None None] Set router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:21:20.020481 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.l3_db [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Floating IP 6f80d83f-1910-40b9-ac59-70b13b1a2610 associated. External IP: 172.27.1.191, port: a035f489-ae03-4884-ab88-aed89cfd3374.
May 04 18:21:20.259674 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-cd9aca6d-9028-44ec-be28-67635b745016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e4faee0>, [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'ed9fb644-a56b-4946-89bf-d661d8c1681f', 'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'mac_address': 'fa:16:3e:22:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:20Z', 'updated_at': '2021-05-04T18:15:33Z', 'revision_number': 5, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'subnets': [{'id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:20.263982 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9aca6d-9028-44ec-be28-67635b745016 None None] The sync data for ids ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'] in dv-cinder-789603-2-iscsi is: [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'ed9fb644-a56b-4946-89bf-d661d8c1681f', 'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'mac_address': 'fa:16:3e:22:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:20Z', 'updated_at': '2021-05-04T18:15:33Z', 'revision_number': 5, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'subnets': [{'id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:21:20.376475 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3a293-bb0c-4e6f-beac-6d6e7062ace7 req-dd8d095f-37f2-48e0-b8c8-295a866e0906 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:20.381061 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-34c3a293-bb0c-4e6f-beac-6d6e7062ace7 req-dd8d095f-37f2-48e0-b8c8-295a866e0906 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 931 time: 0.1064661
May 04 18:21:20.450211 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-34c3a293-bb0c-4e6f-beac-6d6e7062ace7 req-d9a79a59-be6e-41ee-9e8e-1af63e98a73d tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572119
May 04 18:21:20.551294 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-62b87164-c9c2-4cc4-a148-bd1f22b8a8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:20.554132 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Router 65431c32-c9ba-4583-90db-082f12b31c1d has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:21:20.586580 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1ae38-bedc-4b9f-80b7-1e52a0ac5c6f None None] New status for floating IP f8824c67-b9ab-419f-ab2c-1ebe27f24b40: DOWN {{(pid=73830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:21:20.718684 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8c8bb965-79bf-440d-a667-f1a689308150 req-c65016fa-b673-4b48-8718-4fa13713e650 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 210 time: 0.0478594
May 04 18:21:20.787719 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:21:20.798181 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09737142-a28b-4914-8ec1-b054540bc0ff None None] Sync routers for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:21:20.814710 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09737142-a28b-4914-8ec1-b054540bc0ff None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:21:20.815375 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-09737142-a28b-4914-8ec1-b054540bc0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e4fa0d0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:20.834593 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:20.918767 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-31fad292-d156-44f0-b430-2867e6d328a0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.1986256
May 04 18:21:20.918767 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803', 'tag': 'a035f489-ae03-4884-ab88-aed89cfd3374'}] {{(pid=73828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:21:20.973343 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803', 'tag': 'a035f489-ae03-4884-ab88-aed89cfd3374', 'status': 'completed', 'code': 200}
May 04 18:21:21.046190 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-09737142-a28b-4914-8ec1-b054540bc0ff None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:21:21.482106 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-09737142-a28b-4914-8ec1-b054540bc0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e4fa0d0>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '6f80d83f-1910-40b9-ac59-70b13b1a2610', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'port_id': 'a035f489-ae03-4884-ab88-aed89cfd3374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'mac_address': 'fa:16:3e:2c:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:21:19Z', 'updated_at': '2021-05-04T18:21:19Z', 'revision_number': 0, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:21.486176 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09737142-a28b-4914-8ec1-b054540bc0ff None None] Checking router: 65431c32-c9ba-4583-90db-082f12b31c1d for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:21:21.501521 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09737142-a28b-4914-8ec1-b054540bc0ff None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:21:21.502333 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-09737142-a28b-4914-8ec1-b054540bc0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e4fa0d0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:20:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:21.607942 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3848ff6-4b0f-452b-8d7a-55190ca1a330 req-ddaf051f-6023-4603-8d3e-099146b8354b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:21.609436 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b3848ff6-4b0f-452b-8d7a-55190ca1a330 req-ddaf051f-6023-4603-8d3e-099146b8354b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.1087728
May 04 18:21:21.655822 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b3848ff6-4b0f-452b-8d7a-55190ca1a330 req-e1bcf7c1-9c42-4d20-8f88-02170c08671b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403013
May 04 18:21:21.699786 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-09737142-a28b-4914-8ec1-b054540bc0ff None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:21:21.851087 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e70f7-b63a-440a-85e0-457a6cb689e0 req-319c60ea-e61a-4471-8d61-b7883be5db65 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:21.852614 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-883e70f7-b63a-440a-85e0-457a6cb689e0 req-319c60ea-e61a-4471-8d61-b7883be5db65 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 931 time: 0.0889192
May 04 18:21:21.927151 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-883e70f7-b63a-440a-85e0-457a6cb689e0 req-10840b47-753f-4009-90f5-f57580d17ba1 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679617
May 04 18:21:22.090100 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-41cc1a95-b2e9-4199-83ce-945dd6199043 req-f3a7be21-b348-4685-acad-fb456e9fee6b tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 210 time: 0.0436776
May 04 18:21:22.148854 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-09737142-a28b-4914-8ec1-b054540bc0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e4fa0d0>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '6f80d83f-1910-40b9-ac59-70b13b1a2610', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'port_id': 'a035f489-ae03-4884-ab88-aed89cfd3374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'mac_address': 'fa:16:3e:2c:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:21:19Z', 'updated_at': '2021-05-04T18:21:19Z', 'revision_number': 0, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:22.153508 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09737142-a28b-4914-8ec1-b054540bc0ff None None] The sync data for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi is: [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '6f80d83f-1910-40b9-ac59-70b13b1a2610', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'port_id': 'a035f489-ae03-4884-ab88-aed89cfd3374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'mac_address': 'fa:16:3e:2c:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:21:19Z', 'updated_at': '2021-05-04T18:21:19Z', 'revision_number': 0, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:21:22.376384 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462437ea-3350-44dd-ac53-9eb0ef10b696 None None] New status for floating IP 6f80d83f-1910-40b9-ac59-70b13b1a2610: ACTIVE {{(pid=73830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:21:22.859265 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b63010-e58b-4df4-94e1-310be344abab req-afa90bb4-4377-4bd7-bd12-cbee4339aa3e tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:22.860989 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-63b63010-e58b-4df4-94e1-310be344abab req-afa90bb4-4377-4bd7-bd12-cbee4339aa3e tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.0888464
May 04 18:21:22.917052 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-63b63010-e58b-4df4-94e1-310be344abab req-5c890390-dd9b-4d2d-899f-bb753e724fee tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479524
May 04 18:21:22.937184 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:23.133302 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110f1ba-c66e-4bc9-ab3f-a35a3fe0220a req-37598888-1f19-4e9e-9c13-b4650906053e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:23.134721 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e110f1ba-c66e-4bc9-ab3f-a35a3fe0220a req-37598888-1f19-4e9e-9c13-b4650906053e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 931 time: 0.1038280
May 04 18:21:23.189017 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e110f1ba-c66e-4bc9-ab3f-a35a3fe0220a req-9f477f51-b9be-4a42-a400-90590575466b tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477633
May 04 18:21:23.356106 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c32737dc-342b-434b-9281-d390e900c675 req-3c2a8a0d-6936-4afd-a982-f7be065f5fc7 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 210 time: 0.0439565
May 04 18:21:23.423338 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-480756ee-b025-4e26-be3e-336abd787a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:24.110406 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff20655-adb8-4157-9b8a-8681d4da85fb req-53a7055a-4d2c-4224-80f2-104cc351dec0 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:24.111960 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ff20655-adb8-4157-9b8a-8681d4da85fb req-53a7055a-4d2c-4224-80f2-104cc351dec0 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.0826569
May 04 18:21:24.253382 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ff20655-adb8-4157-9b8a-8681d4da85fb req-8fbdb58f-e6e6-49aa-a6b0-2b82f1223a64 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1274347
May 04 18:21:24.436989 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad2aa8-57a3-4463-929b-61718063f972 req-76a374b5-9d19-4000-a0fc-071568eb3345 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:24.438574 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-67ad2aa8-57a3-4463-929b-61718063f972 req-76a374b5-9d19-4000-a0fc-071568eb3345 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 931 time: 0.0831037
May 04 18:21:24.499627 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-67ad2aa8-57a3-4463-929b-61718063f972 req-3414cecf-2464-47e1-bcbd-64d69e03d933 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526090
May 04 18:21:24.647708 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-da5b4bcf-9e79-43f7-8c10-10e20d67e64e req-bcfc846c-1bac-499c-9a35-64e1ee8564a8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 210 time: 0.0494480
May 04 18:21:24.833364 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:25.071341 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:25.452885 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337325f-2e2a-4359-b9ae-14648de6ca9b req-5b8b511e-db9f-4f22-ac45-50c748f77bfb tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:25.454398 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7337325f-2e2a-4359-b9ae-14648de6ca9b req-5b8b511e-db9f-4f22-ac45-50c748f77bfb tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.0818744
May 04 18:21:25.502876 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7337325f-2e2a-4359-b9ae-14648de6ca9b req-730781f4-6bd8-421d-b826-fc3d7ef38d49 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420372
May 04 18:21:25.717075 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9127f5-5c29-4488-a5ad-7fe660b792bd req-ea1d5330-e577-4827-a2db-8e766bf41879 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:25.719774 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0b9127f5-5c29-4488-a5ad-7fe660b792bd req-ea1d5330-e577-4827-a2db-8e766bf41879 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 931 time: 0.1069517
May 04 18:21:25.792036 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0b9127f5-5c29-4488-a5ad-7fe660b792bd req-a6805168-be21-4f04-8884-aacd8d0880f3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658848
May 04 18:21:25.944626 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ea089950-2214-423d-a588-adec58371e2d req-9655e85d-1fb6-4a31-9cb0-845f595f0cec tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 210 time: 0.0434754
May 04 18:21:26.785913 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973ccb6-11f6-4cde-94fa-ed5202e32364 req-06946a9e-5025-451b-987d-fe4f2c39f465 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:26.798652 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0973ccb6-11f6-4cde-94fa-ed5202e32364 req-06946a9e-5025-451b-987d-fe4f2c39f465 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.1413009
May 04 18:21:26.844663 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0973ccb6-11f6-4cde-94fa-ed5202e32364 req-ea13e1a2-1f06-4b0a-9c5d-a08c91e0f677 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457954
May 04 18:21:26.881548 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:27.069749 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefec3b-afca-475c-8d1e-6adf44a763a3 req-fcb1afaf-30db-499b-b50e-9ec76aa2b54b tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:27.072199 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8fefec3b-afca-475c-8d1e-6adf44a763a3 req-fcb1afaf-30db-499b-b50e-9ec76aa2b54b tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 931 time: 0.1083279
May 04 18:21:27.119797 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8fefec3b-afca-475c-8d1e-6adf44a763a3 req-e6a8eb36-2319-426b-bffc-3bb0e72a21a5 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418048
May 04 18:21:27.276430 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9129e16-582d-41a4-8ea5-b6ed52868681 req-0d7bc6c5-29b4-4e7c-b5c2-50c32f2c4b8c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 210 time: 0.0454094
May 04 18:21:28.075618 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3449a27-ca8c-4317-99be-8b5389ebeb7d req-b65fd1b3-36c3-4dec-b6aa-4b1857f9fadb tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:28.077092 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d3449a27-ca8c-4317-99be-8b5389ebeb7d req-b65fd1b3-36c3-4dec-b6aa-4b1857f9fadb tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.1021769
May 04 18:21:28.124056 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d3449a27-ca8c-4317-99be-8b5389ebeb7d req-698c9f2f-eaea-4be7-b0e8-9c66947adcc3 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404053
May 04 18:21:28.306297 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005f791-e17c-46c7-be77-a871f0f9c3ad req-7f62c26e-3c94-4116-b222-d98172e50be9 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:28.307722 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5005f791-e17c-46c7-be77-a871f0f9c3ad req-7f62c26e-3c94-4116-b222-d98172e50be9 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 931 time: 0.0809612
May 04 18:21:28.355012 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5005f791-e17c-46c7-be77-a871f0f9c3ad req-a0c44e1e-793a-4f6c-9b5e-a87d58bba9ef tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413716
May 04 18:21:28.497978 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3ed233b9-34ab-4abf-ac1b-6a3ee30e0599 req-65015ce3-058e-49c9-aec1-8bfffd2d9b71 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 210 time: 0.0480633
May 04 18:21:28.763817 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Request body: {'port': {'device_id': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:28.945818 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:28.994784 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dea1ec-d18a-4fc7-9123-e36fdd3fdc5b req-741af027-b099-4719-a032-728822fa5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:28.996262 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a8dea1ec-d18a-4fc7-9123-e36fdd3fdc5b req-741af027-b099-4719-a032-728822fa5dbc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 1099 time: 0.2041802
May 04 18:21:29.002291 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7de4d5a7-4ea2-4b3e-af07-465fa486d788 req-6e37a901-7079-435d-972c-d554c0ba675f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7972d778-f473-4cba-baba-2baf01deeb2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0587533
May 04 18:21:29.122349 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7de4d5a7-4ea2-4b3e-af07-465fa486d788 req-a2a237c3-45d4-4873-9fe8-8426c5dbc95a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6fe7e174186c44ffb03d6761766e9c4e&device_id=7972d778-f473-4cba-baba-2baf01deeb2c HTTP/1.1" status: 200  len: 210 time: 0.0460801
May 04 18:21:29.256006 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dea1ec-d18a-4fc7-9123-e36fdd3fdc5b req-142fe66e-8519-427c-a6d7-0ac868b14d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:29.257767 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a8dea1ec-d18a-4fc7-9123-e36fdd3fdc5b req-142fe66e-8519-427c-a6d7-0ac868b14d41 service neutron] 10.222.0.64 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 913 time: 0.2462342
May 04 18:21:29.409535 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4d5a7-4ea2-4b3e-af07-465fa486d788 req-90f1d745-7c02-4de4-8ddc-95c18e69e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:29.411723 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7de4d5a7-4ea2-4b3e-af07-465fa486d788 req-90f1d745-7c02-4de4-8ddc-95c18e69e486 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6fe7e174186c44ffb03d6761766e9c4e&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2611513
May 04 18:21:29.620096 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d736b-cad0-4fdd-b8c2-aefb766e1ac4 req-71609d68-bb03-41cd-8f96-4e1e5eba8668 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:29.622386 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c39d736b-cad0-4fdd-b8c2-aefb766e1ac4 req-71609d68-bb03-41cd-8f96-4e1e5eba8668 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.3537710
May 04 18:21:29.626846 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a8dea1ec-d18a-4fc7-9123-e36fdd3fdc5b req-6ae192c3-6fa9-4187-915c-ae4d3bd0a05d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a035f489-ae03-4884-ab88-aed89cfd3374 HTTP/1.1" status: 200  len: 1002 time: 0.3118198
May 04 18:21:29.666023 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4d5a7-4ea2-4b3e-af07-465fa486d788 req-ec558a0a-bbbd-4138-8ea0-96d7a1823815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:29.667463 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7de4d5a7-4ea2-4b3e-af07-465fa486d788 req-ec558a0a-bbbd-4138-8ea0-96d7a1823815 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2441413
May 04 18:21:29.687675 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c39d736b-cad0-4fdd-b8c2-aefb766e1ac4 req-54d01abe-404a-4c21-be4e-6a7dd61901ad tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585926
May 04 18:21:29.766539 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d98a0-0b63-41fb-a5e6-cff8475f61d4 req-7e3d2ab7-cbe4-485d-8edf-803eec7d29e6 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:29.768110 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-917d98a0-0b63-41fb-a5e6-cff8475f61d4 req-7e3d2ab7-cbe4-485d-8edf-803eec7d29e6 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 931 time: 0.2453346
May 04 18:21:29.777016 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dea1ec-d18a-4fc7-9123-e36fdd3fdc5b req-4cceae0e-949f-42cc-ae10-67f72cde7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:29.778700 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a8dea1ec-d18a-4fc7-9123-e36fdd3fdc5b req-4cceae0e-949f-42cc-ae10-67f72cde7379 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fca783-ec36-413f-bee2-a3a7d2aac972 HTTP/1.1" status: 200  len: 851 time: 0.1435611
May 04 18:21:29.829479 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46896) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:29.863671 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec901a10-4ef7-4426-af60-2b299fa3c114 {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:21:29.883861 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:29.906927 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:29.912707 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Transition to ACTIVE for port object ec901a10-4ef7-4426-af60-2b299fa3c114 will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:21:29.919358 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-917d98a0-0b63-41fb-a5e6-cff8475f61d4 req-3f86900f-8ab6-4669-b313-87ab5b98cf7d tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350708
May 04 18:21:29.924042 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:29.929599 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-d3025509-1418-4b20-9c81-293bf857a4a8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:29.941351 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:30.006345 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:30.010656 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:30.027691 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba178e9-4ee5-47cd-85e4-17be5e90d7ec,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:30.037889 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:30.038266 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:30.038635 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:30.039020 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:30.039369 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:30.039731 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:30.040181 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:30.040537 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:30.040889 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:30.041237 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:30.042616 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:30.042616 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:30.051504 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:30.058977 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:30.063029 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "DELETE /v2.0/security-groups/cba178e9-4ee5-47cd-85e4-17be5e90d7ec HTTP/1.1" status: 204  len: 168 time: 0.2323947
May 04 18:21:30.063946 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46900) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:30.069753 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Pushing event updated for resources: {'Port': ['ID=ec901a10-4ef7-4426-af60-2b299fa3c114,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:30.073306 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:30.086965 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.api.v2.resource [None req-0fad37e1-9d55-447a-8ce2-7babdd1903fc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] show failed (client error): The resource could not be found.
May 04 18:21:30.090095 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-0fad37e1-9d55-447a-8ce2-7babdd1903fc tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups/cba178e9-4ee5-47cd-85e4-17be5e90d7ec HTTP/1.1" status: 404  len: 347 time: 0.0253899
May 04 18:21:30.091101 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46904) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:30.114570 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dea1ec-d18a-4fc7-9123-e36fdd3fdc5b req-20739aed-dadb-46d5-8a8e-5d9265dc3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:30.116091 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a8dea1ec-d18a-4fc7-9123-e36fdd3fdc5b req-20739aed-dadb-46d5-8a8e-5d9265dc3b07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36f919e1-7ef4-493f-9b57-fd05288bc669&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3147516
May 04 18:21:30.294109 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Attempting to bind port ec901a10-4ef7-4426-af60-2b299fa3c114 on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:21:30.294848 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Attempting to bind port ec901a10-4ef7-4426-af60-2b299fa3c114 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'ff7e9041-9bf9-46b8-bd66-6795e3b34549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:21:30.294848 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Attempting to bind port ec901a10-4ef7-4426-af60-2b299fa3c114 on network 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:21:30.312922 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Port ec901a10-4ef7-4426-af60-2b299fa3c114 on network 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:21:30.313161 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Attempting to bind port ec901a10-4ef7-4426-af60-2b299fa3c114 on network 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:21:30.323933 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:21:30.324274 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Checking segment: {'id': 'ff7e9041-9bf9-46b8-bd66-6795e3b34549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:21:30.324666 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Bound using segment: {'id': 'ff7e9041-9bf9-46b8-bd66-6795e3b34549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:21:30.325104 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Bound port: ec901a10-4ef7-4426-af60-2b299fa3c114, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7e9041-9bf9-46b8-bd66-6795e3b34549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:21:30.325451 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:30.339027 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a8dea1ec-d18a-4fc7-9123-e36fdd3fdc5b req-8cd339c9-ebd5-43da-8a88-ff79f059638e service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1854589
May 04 18:21:30.439035 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-7a983acf-fa6a-4e9b-a46f-c8173c8dc7d5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Deleting port 442a31f7-fa39-4560-b0c5-9bd267e57302 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:21:30.439375 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7a983acf-fa6a-4e9b-a46f-c8173c8dc7d5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:30.521544 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] For port ec901a10-4ef7-4426-af60-2b299fa3c114, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:21:30.525418 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] For port ec901a10-4ef7-4426-af60-2b299fa3c114, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ec901a10-4ef7-4426-af60-2b299fa3c114,segment=NetworkSegment(ff7e9041-9bf9-46b8-bd66-6795e3b34549),segment_id=ff7e9041-9bf9-46b8-bd66-6795e3b34549)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:21:30.554253 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:30.561170 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-31d75aa7-0ebb-485b-950e-38a0d2955f7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:30.569412 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7a983acf-fa6a-4e9b-a46f-c8173c8dc7d5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:30.569777 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7a983acf-fa6a-4e9b-a46f-c8173c8dc7d5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:30.608129 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a8dea1ec-d18a-4fc7-9123-e36fdd3fdc5b req-efa3763e-23b9-4b96-aaf7-9d33ea68ddb6 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2380805
May 04 18:21:30.645508 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:30.646162 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:30.647585 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ece41ab-1d21-4837-8230-e6969560e47a req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] 10.222.0.64 "PUT /v2.0/ports/ec901a10-4ef7-4426-af60-2b299fa3c114 HTTP/1.1" status: 200  len: 1093 time: 1.8889997
May 04 18:21:30.648021 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'tag': 'ec901a10-4ef7-4426-af60-2b299fa3c114'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:21:30.670330 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Pushing event updated for resources: {'Port': ['ID=ec901a10-4ef7-4426-af60-2b299fa3c114,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:30.674519 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:30.700207 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-7a983acf-fa6a-4e9b-a46f-c8173c8dc7d5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Calling delete_port for 442a31f7-fa39-4560-b0c5-9bd267e57302 owned by network:floatingip {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:21:30.734292 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'tag': 'ec901a10-4ef7-4426-af60-2b299fa3c114', 'status': 'completed', 'code': 200}
May 04 18:21:30.790892 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece41ab-1d21-4837-8230-e6969560e47a req-b0bcc3ee-61e0-426e-b13d-a7a029fcdc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:30.793271 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ece41ab-1d21-4837-8230-e6969560e47a req-b0bcc3ee-61e0-426e-b13d-a7a029fcdc2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46280657579145c98b25ed64444c984c&device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 1096 time: 0.0971704
May 04 18:21:30.849193 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7a983acf-fa6a-4e9b-a46f-c8173c8dc7d5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:30.856751 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-626525e5-4176-4b04-8a20-0c516128f687 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:30.902973 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a983acf-fa6a-4e9b-a46f-c8173c8dc7d5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event deleted for resources: {'Port': ['ID=442a31f7-fa39-4560-b0c5-9bd267e57302,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:30.906071 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-7a983acf-fa6a-4e9b-a46f-c8173c8dc7d5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:30.911551 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ece41ab-1d21-4837-8230-e6969560e47a req-0dc71476-9ed6-414e-b325-254b16c9094f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec901a10-4ef7-4426-af60-2b299fa3c114 HTTP/1.1" status: 200  len: 217 time: 0.1099916
May 04 18:21:31.004043 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7a983acf-fa6a-4e9b-a46f-c8173c8dc7d5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for floatingip, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:31.018309 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee9b17-ce9f-457e-b81d-a9e5f93e2950 req-5a9d1cf1-564e-4361-91a6-5c9f2ee0ccd2 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:31.027954 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-97ee9b17-ce9f-457e-b81d-a9e5f93e2950 req-5a9d1cf1-564e-4361-91a6-5c9f2ee0ccd2 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.1692913
May 04 18:21:31.028085 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7a983acf-fa6a-4e9b-a46f-c8173c8dc7d5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:31.032010 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-7a983acf-fa6a-4e9b-a46f-c8173c8dc7d5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "DELETE /v2.0/floatingips/f8824c67-b9ab-419f-ab2c-1ebe27f24b40 HTTP/1.1" status: 204  len: 168 time: 0.9372058
May 04 18:21:31.060679 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece41ab-1d21-4837-8230-e6969560e47a req-887732d7-b444-42d3-b304-09fbdb103be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:31.062348 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ece41ab-1d21-4837-8230-e6969560e47a req-887732d7-b444-42d3-b304-09fbdb103be9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75babb52-bd73-4b2b-a05b-93422f3f18f2 HTTP/1.1" status: 200  len: 854 time: 0.1364012
May 04 18:21:31.121552 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-97ee9b17-ce9f-457e-b81d-a9e5f93e2950 req-43e01603-b925-40e5-98ef-ecf1d48632c3 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0924461
May 04 18:21:31.140005 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67ea8b-3c00-472c-b04a-5e95ffd8a566 req-835b31c9-9ee4-46c7-9140-3dbe8a20a315 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:31.140836 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-ab67ea8b-3c00-472c-b04a-5e95ffd8a566 req-835b31c9-9ee4-46c7-9140-3dbe8a20a315 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Synchronizing usage tracker for tenant:46280657579145c98b25ed64444c984c on resource:port {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:21:31.154875 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-ab67ea8b-3c00-472c-b04a-5e95ffd8a566 req-835b31c9-9ee4-46c7-9140-3dbe8a20a315 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Unset dirty status for tenant:46280657579145c98b25ed64444c984c on resource:port {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:21:31.156151 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ab67ea8b-3c00-472c-b04a-5e95ffd8a566 req-835b31c9-9ee4-46c7-9140-3dbe8a20a315 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 943 time: 0.1046972
May 04 18:21:31.157030 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece41ab-1d21-4837-8230-e6969560e47a req-17a4e956-a5e3-4285-b415-89e79058a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:31.158596 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ece41ab-1d21-4837-8230-e6969560e47a req-17a4e956-a5e3-4285-b415-89e79058a692 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3af6c1b1-a34c-4dff-ab0a-f27e4a060e93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828331
May 04 18:21:31.203203 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-ab67ea8b-3c00-472c-b04a-5e95ffd8a566 req-c2488d74-a4de-475e-8025-cfb129795d31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Synchronizing usage tracker for tenant:46280657579145c98b25ed64444c984c on resource:security_group {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:21:31.221784 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-ab67ea8b-3c00-472c-b04a-5e95ffd8a566 req-c2488d74-a4de-475e-8025-cfb129795d31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Unset dirty status for tenant:46280657579145c98b25ed64444c984c on resource:security_group {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:21:31.223728 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ab67ea8b-3c00-472c-b04a-5e95ffd8a566 req-c2488d74-a4de-475e-8025-cfb129795d31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607665
May 04 18:21:31.297104 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ece41ab-1d21-4837-8230-e6969560e47a req-7390281c-f097-4f69-b292-26dfd9601c1c service neutron] 10.222.0.64 "GET /v2.0/networks/3af6c1b1-a34c-4dff-ab0a-f27e4a060e93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291413
May 04 18:21:31.489486 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46924) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:31.495378 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-f8343972-331d-4040-8692-b13a94daeb18 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1867125823', 'description': 'tempest-description--567767072'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:31.501432 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-f8343972-331d-4040-8692-b13a94daeb18 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:31.506304 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-f8343972-331d-4040-8692-b13a94daeb18 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Usage tracker for resource:security_group and tenant:6fe7e174186c44ffb03d6761766e9c4e is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:21:31.509912 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-f8343972-331d-4040-8692-b13a94daeb18 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:21:31.516535 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-f8343972-331d-4040-8692-b13a94daeb18 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:31.523079 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ece41ab-1d21-4837-8230-e6969560e47a req-0d7b7e4c-50c4-4bc0-ab5e-a95846113cab service neutron] 10.222.0.64 "GET /v2.0/networks/3af6c1b1-a34c-4dff-ab0a-f27e4a060e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2194147
May 04 18:21:31.528390 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f8343972-331d-4040-8692-b13a94daeb18 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:31.553135 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-f8343972-331d-4040-8692-b13a94daeb18 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:31.557559 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-f8343972-331d-4040-8692-b13a94daeb18 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Usage tracker for resource:security_group_rule and tenant:6fe7e174186c44ffb03d6761766e9c4e is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:21:31.560520 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-f8343972-331d-4040-8692-b13a94daeb18 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:21:31.567547 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-f8343972-331d-4040-8692-b13a94daeb18 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:31.643031 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f8343972-331d-4040-8692-b13a94daeb18 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:31.646739 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f8343972-331d-4040-8692-b13a94daeb18 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:31.652407 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-189e9fff-bb60-4280-ab89-8045e0a757d2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:31.659284 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943bf84-48ef-499a-9e38-b42890a696eb req-85b7e1a7-e936-4cdb-bff0-96f2a0a398ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:31.661175 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e943bf84-48ef-499a-9e38-b42890a696eb req-85b7e1a7-e936-4cdb-bff0-96f2a0a398ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46280657579145c98b25ed64444c984c&device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 1096 time: 0.0783067
May 04 18:21:31.695171 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8343972-331d-4040-8692-b13a94daeb18 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1593d99e-ed95-4afa-b9b3-6781c3530de0,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:31.698022 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f8343972-331d-4040-8692-b13a94daeb18 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:31.699725 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f8343972-331d-4040-8692-b13a94daeb18 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:31.703658 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-f8343972-331d-4040-8692-b13a94daeb18 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2101107
May 04 18:21:31.703831 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46932) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:31.709813 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-024b6b49-4fb0-4b4f-8641-610cb4b65482 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Request body: {'security_group_rule': {'security_group_id': '1593d99e-ed95-4afa-b9b3-6781c3530de0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:31.715866 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-024b6b49-4fb0-4b4f-8641-610cb4b65482 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:31.719748 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-024b6b49-4fb0-4b4f-8641-610cb4b65482 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Usage tracker for resource:security_group_rule and tenant:6fe7e174186c44ffb03d6761766e9c4e is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:21:31.722793 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-024b6b49-4fb0-4b4f-8641-610cb4b65482 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:21:31.728813 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-024b6b49-4fb0-4b4f-8641-610cb4b65482 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:31.747154 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-024b6b49-4fb0-4b4f-8641-610cb4b65482 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:31.801710 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943bf84-48ef-499a-9e38-b42890a696eb req-264a2bcc-76f6-4011-b015-4b8dd3af8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:31.803288 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e943bf84-48ef-499a-9e38-b42890a696eb req-264a2bcc-76f6-4011-b015-4b8dd3af8dcc service neutron] 10.222.0.64 "GET /v2.0/networks?id=3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 HTTP/1.1" status: 200  len: 916 time: 0.1352952
May 04 18:21:31.817384 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-024b6b49-4fb0-4b4f-8641-610cb4b65482 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:31.823244 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-024b6b49-4fb0-4b4f-8641-610cb4b65482 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:31.826001 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:31.852462 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b6b49-4fb0-4b4f-8641-610cb4b65482 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb74ec6-5107-4cea-b23c-0b11af65bbb7,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:31.857342 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-024b6b49-4fb0-4b4f-8641-610cb4b65482 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:31.864754 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-024b6b49-4fb0-4b4f-8641-610cb4b65482 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:31.868955 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-024b6b49-4fb0-4b4f-8641-610cb4b65482 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1614151
May 04 18:21:31.869219 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46940) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:31.876326 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-e265524b-9e0b-4d62-b6e7-78cfcd81a832 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Request body: {'security_group_rule': {'security_group_id': '1593d99e-ed95-4afa-b9b3-6781c3530de0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:31.882934 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-e265524b-9e0b-4d62-b6e7-78cfcd81a832 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:31.887638 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-e265524b-9e0b-4d62-b6e7-78cfcd81a832 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Usage tracker for resource:security_group_rule and tenant:6fe7e174186c44ffb03d6761766e9c4e is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:21:31.890696 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-e265524b-9e0b-4d62-b6e7-78cfcd81a832 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:21:31.897741 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e943bf84-48ef-499a-9e38-b42890a696eb req-d862f538-f746-4d7b-a7d2-6b9c501004f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec901a10-4ef7-4426-af60-2b299fa3c114 HTTP/1.1" status: 200  len: 217 time: 0.0824618
May 04 18:21:31.898760 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-e265524b-9e0b-4d62-b6e7-78cfcd81a832 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:31.915506 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e265524b-9e0b-4d62-b6e7-78cfcd81a832 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:31.985945 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e265524b-9e0b-4d62-b6e7-78cfcd81a832 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:31.991117 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e265524b-9e0b-4d62-b6e7-78cfcd81a832 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:31.993205 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:32.016388 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265524b-9e0b-4d62-b6e7-78cfcd81a832 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c491a6-2ca8-4035-80a2-88abe6979503,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:32.017654 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e265524b-9e0b-4d62-b6e7-78cfcd81a832 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:32.025728 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e265524b-9e0b-4d62-b6e7-78cfcd81a832 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:32.027193 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-e265524b-9e0b-4d62-b6e7-78cfcd81a832 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1568503
May 04 18:21:32.030243 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 46946) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:32.033364 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943bf84-48ef-499a-9e38-b42890a696eb req-8f832dcd-29d0-462d-bec9-5fe814b9c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:32.035357 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e943bf84-48ef-499a-9e38-b42890a696eb req-8f832dcd-29d0-462d-bec9-5fe814b9c9fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75babb52-bd73-4b2b-a05b-93422f3f18f2 HTTP/1.1" status: 200  len: 854 time: 0.1211240
May 04 18:21:32.036151 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Request body: {'floatingip': {'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:32.041798 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:32.045596 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Usage tracker for resource:floatingip and tenant:6fe7e174186c44ffb03d6761766e9c4e is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:21:32.048439 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:21:32.054855 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:32.066073 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for floatingip, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:32.121467 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4eeec0-3db4-4e52-ba5c-e2aed9f9a0b1 req-4026cf18-0a7b-497c-829a-ca867b936703 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:32.122961 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ce4eeec0-3db4-4e52-ba5c-e2aed9f9a0b1 req-4026cf18-0a7b-497c-829a-ca867b936703 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.1509047
May 04 18:21:32.170597 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943bf84-48ef-499a-9e38-b42890a696eb req-6c8bcfd5-39b4-49fc-9830-46371f0d770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:32.172099 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e943bf84-48ef-499a-9e38-b42890a696eb req-6c8bcfd5-39b4-49fc-9830-46371f0d770f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3af6c1b1-a34c-4dff-ab0a-f27e4a060e93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1294963
May 04 18:21:32.180441 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ce4eeec0-3db4-4e52-ba5c-e2aed9f9a0b1 req-71593c36-6b1f-4df7-89d3-8c7348d7392e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509672
May 04 18:21:32.215498 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:32.334572 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e943bf84-48ef-499a-9e38-b42890a696eb req-a3f57718-44a2-46ef-8aa6-23d388887a39 service neutron] 10.222.0.64 "GET /v2.0/networks/3af6c1b1-a34c-4dff-ab0a-f27e4a060e93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461256
May 04 18:21:32.415874 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3394eeb-6137-46fb-b19e-c8eb41b2c548 req-4d84f75d-506a-430d-b8c0-54426fe0fc0a tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:32.417337 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a3394eeb-6137-46fb-b19e-c8eb41b2c548 req-4d84f75d-506a-430d-b8c0-54426fe0fc0a tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.1650465
May 04 18:21:32.447475 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Allocated IP 172.27.1.204 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/ca87c282-a820-4753-9a28-ad8d29bd6ea9) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:21:32.495564 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-a3394eeb-6137-46fb-b19e-c8eb41b2c548 req-0ea12217-75d0-4ceb-8893-224992ff35cc tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719528
May 04 18:21:32.536490 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da4965-5b60-4f0b-8297-43996d94f20e req-0e2eb8f5-727a-48b7-b836-c922e229366c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:32.537996 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-03da4965-5b60-4f0b-8297-43996d94f20e req-0e2eb8f5-727a-48b7-b836-c922e229366c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 943 time: 0.1980810
May 04 18:21:32.541413 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e943bf84-48ef-499a-9e38-b42890a696eb req-1667d894-b0e5-49bd-a627-555dd5db69fb service neutron] 10.222.0.64 "GET /v2.0/networks/3af6c1b1-a34c-4dff-ab0a-f27e4a060e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1702056
May 04 18:21:32.583451 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-03da4965-5b60-4f0b-8297-43996d94f20e req-3b8ed065-9f57-4f3b-8593-a16e0f7f6ae2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392244
May 04 18:21:32.625092 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:32.653562 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:32.657193 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ee024676-1afc-41e7-a6ce-e5c579eb267e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:32.722023 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:21:32.725742 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:21:32.728223 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:21:32.763336 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event updated for resources: {'Port': ['ID=ca87c282-a820-4753-9a28-ad8d29bd6ea9,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:32.772849 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:32.811211 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:32.871752 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:33.167358 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:33.172231 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3087185'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:33.177048 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:33.229021 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device ec901a10-4ef7-4426-af60-2b299fa3c114 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:21:33.283503 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event updated for resources: {'Port': ['ID=ca87c282-a820-4753-9a28-ad8d29bd6ea9,revision_number=2']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:33.287755 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:33.294412 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:33.361509 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:33.362780 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3315825
May 04 18:21:33.369414 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port ec901a10-4ef7-4426-af60-2b299fa3c114, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ec901a10-4ef7-4426-af60-2b299fa3c114,segment=NetworkSegment(ff7e9041-9bf9-46b8-bd66-6795e3b34549),segment_id=ff7e9041-9bf9-46b8-bd66-6795e3b34549)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:33.383483 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': 'ec901a10-4ef7-4426-af60-2b299fa3c114', 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93', 'port_id': 'ec901a10-4ef7-4426-af60-2b299fa3c114', 'mac_address': 'fa:16:3e:72:a1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:21:33.397419 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5b864-0e0c-495f-9a81-0242a5e3a236 req-043aa113-7b0a-4dd3-b07e-980477e93775 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:33.398984 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-52a5b864-0e0c-495f-9a81-0242a5e3a236 req-043aa113-7b0a-4dd3-b07e-980477e93775 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.0936613
May 04 18:21:33.440590 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:33.452423 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-52a5b864-0e0c-495f-9a81-0242a5e3a236 req-d7327625-e501-44ff-badf-e5173a13231e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466533
May 04 18:21:33.458478 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec901a10-4ef7-4426-af60-2b299fa3c114 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:21:33.478958 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port ec901a10-4ef7-4426-af60-2b299fa3c114, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ec901a10-4ef7-4426-af60-2b299fa3c114,segment=NetworkSegment(ff7e9041-9bf9-46b8-bd66-6795e3b34549),segment_id=ff7e9041-9bf9-46b8-bd66-6795e3b34549)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:33.484238 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:33.486432 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-4721a43b-97a6-484c-be5d-9988c073da67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:33.572941 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=ec901a10-4ef7-4426-af60-2b299fa3c114,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:33.583250 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:33.583876 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:33.584373 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:33.584861 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:33.585376 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:33.585563 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:33.585930 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:33.586262 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:33.586590 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:33.586914 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:33.587257 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:33.587558 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:33.591821 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:33.619276 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-8ca32176-a690-43fa-a2b1-8389b34827a3 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1867125823&fields=id&tenant_id=6fe7e174186c44ffb03d6761766e9c4e HTTP/1.1" status: 200  len: 267 time: 0.0504680
May 04 18:21:33.717963 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd01dd4-3f2a-4b61-a675-0b073edf5fc3 req-21c2deb9-1bb4-4826-8f48-8e2ac8629968 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:33.719324 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5dd01dd4-3f2a-4b61-a675-0b073edf5fc3 req-21c2deb9-1bb4-4826-8f48-8e2ac8629968 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.0789404
May 04 18:21:33.740997 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['ec901a10-4ef7-4426-af60-2b299fa3c114'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:21:33.765762 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5dd01dd4-3f2a-4b61-a675-0b073edf5fc3 req-0fcc529d-a93a-492d-8f4f-8ca25a00bdf3 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406721
May 04 18:21:33.780755 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-3edc2d22-216a-4389-95d1-6748c9bf621c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:33.787915 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-3edc2d22-216a-4389-95d1-6748c9bf621c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/networks?id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba HTTP/1.1" status: 200  len: 811 time: 0.1618907
May 04 18:21:33.799088 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-e82ce391-2d5a-4cac-9e0f-f9aabc8d2881 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/quotas/6fe7e174186c44ffb03d6761766e9c4e HTTP/1.1" status: 200  len: 375 time: 0.0098813
May 04 18:21:33.890783 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-a3330748-4216-4969-9147-6b73f7911d53 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fe7e174186c44ffb03d6761766e9c4e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0861852
May 04 18:21:33.950742 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4dbd1-7acc-4577-b977-ad6eceac719c req-e7003ea9-d74d-4ee3-be17-1e88b72f3ef4 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:33.952206 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2fe4dbd1-7acc-4577-b977-ad6eceac719c req-e7003ea9-d74d-4ee3-be17-1e88b72f3ef4 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 944 time: 0.0883067
May 04 18:21:33.997338 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2fe4dbd1-7acc-4577-b977-ad6eceac719c req-a679c8fc-00e2-4ed4-9a9d-2529e8d147eb tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391459
May 04 18:21:34.032970 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-93cdf3f6-f61d-43bc-9bd8-ca7cbc1ee4f1 service neutron] 10.222.0.67 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297376
May 04 18:21:34.240883 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-73e47b44-9ff9-4c68-b258-bf9a2d635e45 service neutron] 10.222.0.67 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2018774
May 04 18:21:34.412994 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-0f92dae8-48a7-4124-a4ce-f4c19ac44d15 req-f4483ab1-6156-4c65-b153-fb8bd0389717 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Synchronizing usage tracker for tenant:6fe7e174186c44ffb03d6761766e9c4e on resource:port {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:21:34.429534 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-0f92dae8-48a7-4124-a4ce-f4c19ac44d15 req-f4483ab1-6156-4c65-b153-fb8bd0389717 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Unset dirty status for tenant:6fe7e174186c44ffb03d6761766e9c4e on resource:port {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:21:34.430879 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-0f92dae8-48a7-4124-a4ce-f4c19ac44d15 req-f4483ab1-6156-4c65-b153-fb8bd0389717 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 210 time: 0.0605230
May 04 18:21:34.645527 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737ffdc-f325-4438-b1f6-c952c78196a8 req-47c5e2a8-815c-4b64-adda-b5ff57ca64eb tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:34.647048 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f737ffdc-f325-4438-b1f6-c952c78196a8 req-47c5e2a8-815c-4b64-adda-b5ff57ca64eb tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.0799515
May 04 18:21:34.693806 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f737ffdc-f325-4438-b1f6-c952c78196a8 req-784ec180-c57f-41c1-a1dd-85f9a727650f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405204
May 04 18:21:34.958734 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206bf05-d35a-443d-abfc-3f25e52893e2 req-286ea81c-2760-4088-a8d9-4d813b996d75 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:34.960317 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e206bf05-d35a-443d-abfc-3f25e52893e2 req-286ea81c-2760-4088-a8d9-4d813b996d75 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.0865653
May 04 18:21:35.012889 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e206bf05-d35a-443d-abfc-3f25e52893e2 req-9e5a379a-7d67-43b6-8617-990715d4e13b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458629
May 04 18:21:35.183359 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f610bf-74a1-405a-8453-e086157a249b req-322dbbd5-cf4e-4490-9aa9-376a57696f14 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:35.184800 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-35f610bf-74a1-405a-8453-e086157a249b req-322dbbd5-cf4e-4490-9aa9-376a57696f14 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 944 time: 0.0810976
May 04 18:21:35.228709 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device ec901a10-4ef7-4426-af60-2b299fa3c114 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:21:35.229339 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-35f610bf-74a1-405a-8453-e086157a249b req-ad580854-7b18-4827-a7c9-f76c9b61c6f6 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386620
May 04 18:21:35.297975 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port ec901a10-4ef7-4426-af60-2b299fa3c114 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:21:35.302614 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port ec901a10-4ef7-4426-af60-2b299fa3c114 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:21:35.302994 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:35.423504 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:35.456004 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec901a10-4ef7-4426-af60-2b299fa3c114'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:21:35.466704 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port ec901a10-4ef7-4426-af60-2b299fa3c114, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ec901a10-4ef7-4426-af60-2b299fa3c114,segment=NetworkSegment(ff7e9041-9bf9-46b8-bd66-6795e3b34549),segment_id=ff7e9041-9bf9-46b8-bd66-6795e3b34549)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:35.472969 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:35.476480 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:35.556115 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec901a10-4ef7-4426-af60-2b299fa3c114', 'code': 200}
May 04 18:21:35.556691 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=ec901a10-4ef7-4426-af60-2b299fa3c114,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:35.567911 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:35.574613 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-93c09f7d-f857-4043-9bb0-c5fc209b0c75 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:35.576175 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-93c09f7d-f857-4043-9bb0-c5fc209b0c75 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.64 "GET /v2.0/networks?id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba HTTP/1.1" status: 200  len: 811 time: 0.2121763
May 04 18:21:35.596122 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4bdf242e-baa7-4556-ab12-4629b99fe17a req-1c49bb0a-b217-477a-ac4f-b15fd15d59e9 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 210 time: 0.0528126
May 04 18:21:35.632643 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-d153b296-4458-4800-b473-8d1f3f865f1e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fe7e174186c44ffb03d6761766e9c4e HTTP/1.1" status: 200  len: 380 time: 0.0462399
May 04 18:21:35.640872 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Request body: {'port': {'device_id': 'cb06241f-d7fb-4e6e-94e0-1e32d9d8458e', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'admin_state_up': True, 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'security_groups': ['1593d99e-ed95-4afa-b9b3-6781c3530de0']}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:35.877373 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:35.894012 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:35.899205 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8644b-01a3-46d5-8bbc-99a4432bc2e4 req-1a987c17-a2bf-4c87-90d3-4ee725ab07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:35.900685 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-37b8644b-01a3-46d5-8bbc-99a4432bc2e4 req-1a987c17-a2bf-4c87-90d3-4ee725ab07ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 1098 time: 0.1731045
May 04 18:21:35.936090 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Made reservation on behalf of 6fe7e174186c44ffb03d6761766e9c4e for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:21:35.939550 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:36.016359 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-37b8644b-01a3-46d5-8bbc-99a4432bc2e4 req-02e65ed6-b3a7-41cc-b42e-4f903ecf1f69 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067107
May 04 18:21:36.031678 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cfcf3-ed9b-4c89-86f9-c5aade1c3460 req-5f2c29bd-4b7b-427f-a2b5-49948ab51fae tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:36.033182 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f1cfcf3-ed9b-4c89-86f9-c5aade1c3460 req-5f2c29bd-4b7b-427f-a2b5-49948ab51fae tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.2136390
May 04 18:21:36.138707 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f1cfcf3-ed9b-4c89-86f9-c5aade1c3460 req-1f91d3b8-ed41-4cbe-80e8-94fe53281bf6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980699
May 04 18:21:36.177719 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Allocated IP 172.20.0.12 (1b4e5ebf-cc8d-4c20-b067-3374fe7438ba/e98fb673-01a2-4dc9-8c0c-4753773818b5/1b7d6a30-3a43-4313-8fc7-41baf0084e44) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:21:36.227507 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c501193-eb54-4073-a84b-b301e319f90b req-8332b16c-7616-47d4-93cf-19e776e74f55 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:36.229002 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2c501193-eb54-4073-a84b-b301e319f90b req-8332b16c-7616-47d4-93cf-19e776e74f55 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.1054642
May 04 18:21:36.276104 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2c501193-eb54-4073-a84b-b301e319f90b req-e9e56652-6700-4ecb-a88e-4a0506d0eb46 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407712
May 04 18:21:36.412759 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:36.432660 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Transition to ACTIVE for port object 1b7d6a30-3a43-4313-8fc7-41baf0084e44 will not be triggered until provisioned by entity DHCP. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:21:36.467057 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3538339-d34e-4d20-ac12-e7345cf001d6 req-e8de334e-9cfa-49e0-aa60-1ee805784f30 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:36.468545 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c3538339-d34e-4d20-ac12-e7345cf001d6 req-e8de334e-9cfa-49e0-aa60-1ee805784f30 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 945 time: 0.1296005
May 04 18:21:36.506989 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:36.517945 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-4fbf272f-de5a-41f5-9cae-87f32db8c334 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:36.570728 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c3538339-d34e-4d20-ac12-e7345cf001d6 req-a6479b8a-8951-46ee-b5cf-86b184cbb117 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957637
May 04 18:21:36.591677 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:21:36.595203 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:21:36.599216 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:21:36.630426 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event updated for resources: {'Port': ['ID=1b7d6a30-3a43-4313-8fc7-41baf0084e44,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:36.651253 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:36.651628 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:36.652009 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:36.652353 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:36.652708 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:36.653067 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:36.653413 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:36.653791 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:36.654138 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:36.654483 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:36.654819 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:36.655164 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:21:36.660907 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:36.680571 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:36.681210 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:36.712405 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0752022
May 04 18:21:36.724785 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Request body: {'port': {'device_id': 'cb06241f-d7fb-4e6e-94e0-1e32d9d8458e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:36.800438 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd18322-51b9-4cc0-a902-54377c152eac req-ffd47ce7-e072-4a2d-8bfd-a12604b294c9 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:36.802271 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6dd18322-51b9-4cc0-a902-54377c152eac req-ffd47ce7-e072-4a2d-8bfd-a12604b294c9 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 932 time: 0.0964272
May 04 18:21:36.845381 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:36.849468 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-6dd18322-51b9-4cc0-a902-54377c152eac req-fc8030e2-18b5-4c65-b064-3c4052c8e123 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Synchronizing usage tracker for tenant:6fe7e174186c44ffb03d6761766e9c4e on resource:security_group {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:21:36.858841 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-23861e02-7822-4f17-b385-d5366bdd523c None None] Provisioning for port 1b7d6a30-3a43-4313-8fc7-41baf0084e44 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:21:36.864396 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-23861e02-7822-4f17-b385-d5366bdd523c None None] Provisioning complete for port 1b7d6a30-3a43-4313-8fc7-41baf0084e44 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:21:36.864797 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-23861e02-7822-4f17-b385-d5366bdd523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:36.866861 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-6dd18322-51b9-4cc0-a902-54377c152eac req-fc8030e2-18b5-4c65-b064-3c4052c8e123 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Unset dirty status for tenant:6fe7e174186c44ffb03d6761766e9c4e on resource:security_group {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:21:36.868341 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6dd18322-51b9-4cc0-a902-54377c152eac req-fc8030e2-18b5-4c65-b064-3c4052c8e123 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=1593d99e-ed95-4afa-b9b3-6781c3530de0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602570
May 04 18:21:36.934087 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-23861e02-7822-4f17-b385-d5366bdd523c None None] Port 1b7d6a30-3a43-4313-8fc7-41baf0084e44 cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:21:37.328263 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7d6a30-3a43-4313-8fc7-41baf0084e44 {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:21:37.338090 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:37.357227 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Transition to ACTIVE for port object 1b7d6a30-3a43-4313-8fc7-41baf0084e44 will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:21:37.366197 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:37.372832 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:37.477661 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec755eb6-2ac7-42be-adb2-ffd93d0afbbb req-7bb69622-ae3e-4eb0-810b-36b175199923 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:37.479371 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ec755eb6-2ac7-42be-adb2-ffd93d0afbbb req-7bb69622-ae3e-4eb0-810b-36b175199923 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.0913553
May 04 18:21:37.501308 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293be347-cdb4-43e2-91c8-96124e3351b1 req-5155cd36-6563-44df-a952-9b5098cf2cad tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:37.502844 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-293be347-cdb4-43e2-91c8-96124e3351b1 req-5155cd36-6563-44df-a952-9b5098cf2cad tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.2367287
May 04 18:21:37.551211 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ec755eb6-2ac7-42be-adb2-ffd93d0afbbb req-a27b77ec-487c-4896-b3ec-fdfe632dcd8f tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583248
May 04 18:21:37.561214 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7d6a30-3a43-4313-8fc7-41baf0084e44,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:37.570204 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:37.638710 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-293be347-cdb4-43e2-91c8-96124e3351b1 req-378212bc-b156-4315-8e3a-03258089b689 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1264553
May 04 18:21:37.667459 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Attempting to bind port 1b7d6a30-3a43-4313-8fc7-41baf0084e44 on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:21:37.667779 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Attempting to bind port 1b7d6a30-3a43-4313-8fc7-41baf0084e44 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'aa496005-47b0-4b45-aecf-ec3b981ccbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:21:37.668107 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Attempting to bind port 1b7d6a30-3a43-4313-8fc7-41baf0084e44 on network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:21:37.673853 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Port 1b7d6a30-3a43-4313-8fc7-41baf0084e44 on network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:21:37.674007 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Attempting to bind port 1b7d6a30-3a43-4313-8fc7-41baf0084e44 on network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:21:37.679770 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:21:37.680104 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Checking segment: {'id': 'aa496005-47b0-4b45-aecf-ec3b981ccbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:21:37.680490 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Bound using segment: {'id': 'aa496005-47b0-4b45-aecf-ec3b981ccbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:21:37.680912 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Bound port: 1b7d6a30-3a43-4313-8fc7-41baf0084e44, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa496005-47b0-4b45-aecf-ec3b981ccbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:21:37.681256 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:37.771206 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb757c-3370-4e6e-9da1-8e3b07f345f0 req-f5e01c26-bcca-4d0d-8f09-e2cab45835bd tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:37.772547 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9afb757c-3370-4e6e-9da1-8e3b07f345f0 req-f5e01c26-bcca-4d0d-8f09-e2cab45835bd tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 945 time: 0.0847440
May 04 18:21:37.777347 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] For port 1b7d6a30-3a43-4313-8fc7-41baf0084e44, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:21:37.780642 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] For port 1b7d6a30-3a43-4313-8fc7-41baf0084e44, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b7d6a30-3a43-4313-8fc7-41baf0084e44,segment=NetworkSegment(aa496005-47b0-4b45-aecf-ec3b981ccbf5),segment_id=aa496005-47b0-4b45-aecf-ec3b981ccbf5)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:21:37.787170 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:37.791503 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:37.823381 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9afb757c-3370-4e6e-9da1-8e3b07f345f0 req-4cec0026-4c94-4189-8923-3f7ba658c974 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447979
May 04 18:21:37.855584 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:37.856355 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:37.858003 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] 10.222.0.64 "PUT /v2.0/ports/1b7d6a30-3a43-4313-8fc7-41baf0084e44 HTTP/1.1" status: 200  len: 1094 time: 1.1375251
May 04 18:21:37.858390 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb06241f-d7fb-4e6e-94e0-1e32d9d8458e', 'tag': '1b7d6a30-3a43-4313-8fc7-41baf0084e44'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:21:37.875384 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7d6a30-3a43-4313-8fc7-41baf0084e44,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:37.879418 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:37.953240 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb06241f-d7fb-4e6e-94e0-1e32d9d8458e', 'tag': '1b7d6a30-3a43-4313-8fc7-41baf0084e44', 'status': 'completed', 'code': 200}
May 04 18:21:38.089994 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-ff2fadd8-660a-49da-9ad1-6c0e9c222a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:38.091520 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-ff2fadd8-660a-49da-9ad1-6c0e9c222a7f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6fe7e174186c44ffb03d6761766e9c4e&device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 1097 time: 0.1800959
May 04 18:21:38.140685 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9509ecb-64b0-4ba6-9230-3cdfbcb22653 req-4b2be506-b282-44ef-928d-a2615798dd66 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:38.142568 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e9509ecb-64b0-4ba6-9230-3cdfbcb22653 req-4b2be506-b282-44ef-928d-a2615798dd66 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 944 time: 0.1014862
May 04 18:21:38.189571 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-2e0afa55-b1ac-49a0-a147-84be37d30865 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7d6a30-3a43-4313-8fc7-41baf0084e44 HTTP/1.1" status: 200  len: 217 time: 0.0801885
May 04 18:21:38.191703 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e9509ecb-64b0-4ba6-9230-3cdfbcb22653 req-c2cb4692-f87d-4e19-9a24-a3b2417dffd1 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=1593d99e-ed95-4afa-b9b3-6781c3530de0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421462
May 04 18:21:38.198293 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b611ed-dee8-472e-a80b-aba9c1f7accc req-1a406bcc-b6fd-4188-a735-749e0c04c4db tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:38.199844 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-52b611ed-dee8-472e-a80b-aba9c1f7accc req-1a406bcc-b6fd-4188-a735-749e0c04c4db tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 945 time: 0.2010827
May 04 18:21:38.317499 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-52b611ed-dee8-472e-a80b-aba9c1f7accc req-18455b3c-420c-4e80-aa92-776ecea59c1d tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816088
May 04 18:21:38.319133 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-3bddd441-d332-455e-bf68-bc948f743bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:38.320595 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-3bddd441-d332-455e-bf68-bc948f743bd4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e98fb673-01a2-4dc9-8c0c-4753773818b5 HTTP/1.1" status: 200  len: 850 time: 0.1197824
May 04 18:21:38.398499 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-d581818e-f15b-4e07-9b4f-120a3f44429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:38.399961 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-d581818e-f15b-4e07-9b4f-120a3f44429b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726867
May 04 18:21:38.533651 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-a5337192-804d-4883-baa3-80418ea81a72 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257560
May 04 18:21:38.713392 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f9336839-ec19-4281-b35e-0433d217e5f5 req-c321b6d8-a00b-4a20-8aed-3aae1d18463a service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1719360
May 04 18:21:38.743396 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed3ff-76d0-4208-88bd-bdda55a5fee0 req-c0316100-e8d0-4600-922d-c51d82766c36 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:38.743973 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2012f-c8bf-49f0-ad0a-9eb6581929e2 req-7116caee-729a-4f34-b021-254f2d2c43ee tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:38.744879 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ba8ed3ff-76d0-4208-88bd-bdda55a5fee0 req-c0316100-e8d0-4600-922d-c51d82766c36 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 945 time: 0.1093919
May 04 18:21:38.745564 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-caa2012f-c8bf-49f0-ad0a-9eb6581929e2 req-7116caee-729a-4f34-b021-254f2d2c43ee tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.0885983
May 04 18:21:38.793863 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-caa2012f-c8bf-49f0-ad0a-9eb6581929e2 req-82490327-a010-4904-a3e1-ced45cb4c9d0 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426168
May 04 18:21:38.839886 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ba8ed3ff-76d0-4208-88bd-bdda55a5fee0 req-105d2718-2447-45ff-9a10-e0c7ed691231 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886133
May 04 18:21:38.866087 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ee09e-e546-454e-9a8e-6bbe1e5ae118 req-0f551a64-cf10-485f-813f-8dbaf2f0a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:38.867557 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a92ee09e-e546-454e-9a8e-6bbe1e5ae118 req-0f551a64-cf10-485f-813f-8dbaf2f0a21b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6fe7e174186c44ffb03d6761766e9c4e&device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 1097 time: 0.0962851
May 04 18:21:38.981514 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8820291-cd77-4b22-b515-4bc328904d1d req-2da45895-b00c-4974-916d-78222e37d52e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:38.984304 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d8820291-cd77-4b22-b515-4bc328904d1d req-2da45895-b00c-4974-916d-78222e37d52e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.0930481
May 04 18:21:39.035980 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d8820291-cd77-4b22-b515-4bc328904d1d req-9d335d08-1c25-473a-8b08-5992901cc186 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451241
May 04 18:21:39.174622 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ee09e-e546-454e-9a8e-6bbe1e5ae118 req-9bcc3a83-9838-4655-b1ba-9f955c255d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:39.176233 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a92ee09e-e546-454e-9a8e-6bbe1e5ae118 req-9bcc3a83-9838-4655-b1ba-9f955c255d3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba HTTP/1.1" status: 200  len: 912 time: 0.2962599
May 04 18:21:39.262969 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a92ee09e-e546-454e-9a8e-6bbe1e5ae118 req-60518c29-4c4c-464b-b053-6fcfaabee120 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7d6a30-3a43-4313-8fc7-41baf0084e44 HTTP/1.1" status: 200  len: 217 time: 0.0749578
May 04 18:21:39.270319 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac029381-05e9-46e8-bd49-c8cb81abdf41 req-4873e27f-878c-4b7e-8058-19ff68946d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:39.271802 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ac029381-05e9-46e8-bd49-c8cb81abdf41 req-4873e27f-878c-4b7e-8058-19ff68946d5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab6eed97c69b49a1a90a0f56d72c765f&device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 1099 time: 0.1929021
May 04 18:21:39.429008 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ee09e-e546-454e-9a8e-6bbe1e5ae118 req-609c9b71-87e9-4f49-a070-34f3c8784bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:39.430727 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a92ee09e-e546-454e-9a8e-6bbe1e5ae118 req-609c9b71-87e9-4f49-a070-34f3c8784bd9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e98fb673-01a2-4dc9-8c0c-4753773818b5 HTTP/1.1" status: 200  len: 850 time: 0.1578910
May 04 18:21:39.592600 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac029381-05e9-46e8-bd49-c8cb81abdf41 req-71245309-a3e3-486a-8e02-ce7685dadbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:39.593969 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ac029381-05e9-46e8-bd49-c8cb81abdf41 req-71245309-a3e3-486a-8e02-ce7685dadbaa service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4b33504-faeb-4e1f-8e54-370cd5782b48 HTTP/1.1" status: 200  len: 910 time: 0.2604935
May 04 18:21:39.669992 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a262db-3c73-48da-b723-50ba7d61e8c8 req-2708f3aa-4753-4b68-841c-410c6f51235e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:39.670695 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-77a262db-3c73-48da-b723-50ba7d61e8c8 req-2708f3aa-4753-4b68-841c-410c6f51235e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Synchronizing usage tracker for tenant:6fe7e174186c44ffb03d6761766e9c4e on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:21:39.714129 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ee09e-e546-454e-9a8e-6bbe1e5ae118 req-348939d5-c91e-406d-961a-0a7d6a81be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:39.715688 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a92ee09e-e546-454e-9a8e-6bbe1e5ae118 req-348939d5-c91e-406d-961a-0a7d6a81be7e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2368684
May 04 18:21:39.749697 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-77a262db-3c73-48da-b723-50ba7d61e8c8 req-2708f3aa-4753-4b68-841c-410c6f51235e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Unset dirty status for tenant:6fe7e174186c44ffb03d6761766e9c4e on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:21:39.750820 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-77a262db-3c73-48da-b723-50ba7d61e8c8 req-2708f3aa-4753-4b68-841c-410c6f51235e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 944 time: 0.4184310
May 04 18:21:39.757150 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ac029381-05e9-46e8-bd49-c8cb81abdf41 req-72a9d263-2ef7-4a33-b7ea-9ecb3f178a99 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41c8297c-4bea-4f58-9cee-5f99924b12d8 HTTP/1.1" status: 200  len: 1002 time: 0.1554835
May 04 18:21:39.929108 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac029381-05e9-46e8-bd49-c8cb81abdf41 req-740f9c01-da2f-4962-8cb2-19c4cd1d3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:39.930636 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ac029381-05e9-46e8-bd49-c8cb81abdf41 req-740f9c01-da2f-4962-8cb2-19c4cd1d3101 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb413902-05ac-432a-9e90-f8d471f71e38 HTTP/1.1" status: 200  len: 848 time: 0.1572804
May 04 18:21:39.933450 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-77a262db-3c73-48da-b723-50ba7d61e8c8 req-cf3dd6e3-1e73-4cee-9b2d-7dbb934cdab6 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=1593d99e-ed95-4afa-b9b3-6781c3530de0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1653764
May 04 18:21:39.991594 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff2957-06bb-40ec-ab5a-89d107a2e0c0 req-7fe84b52-5603-4097-82d3-102819ce90e5 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:39.993486 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-23ff2957-06bb-40ec-ab5a-89d107a2e0c0 req-7fe84b52-5603-4097-82d3-102819ce90e5 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.0876138
May 04 18:21:40.010190 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a92ee09e-e546-454e-9a8e-6bbe1e5ae118 req-c2a99624-ec0b-494f-95c2-610dd3c66262 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2805121
May 04 18:21:40.045061 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-23ff2957-06bb-40ec-ab5a-89d107a2e0c0 req-45c00545-cf46-4d5d-b86d-70f334bf33da tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407519
May 04 18:21:40.122392 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac029381-05e9-46e8-bd49-c8cb81abdf41 req-ead531f9-5b6c-485d-95e1-6e4228e51282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:40.123878 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ac029381-05e9-46e8-bd49-c8cb81abdf41 req-ead531f9-5b6c-485d-95e1-6e4228e51282 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4b33504-faeb-4e1f-8e54-370cd5782b48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1843073
May 04 18:21:40.319855 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a92ee09e-e546-454e-9a8e-6bbe1e5ae118 req-6a7f3d47-59db-4e4f-88d7-88c8a3d4f638 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2924356
May 04 18:21:40.330758 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ac029381-05e9-46e8-bd49-c8cb81abdf41 req-56cc7442-5787-404a-9d1d-93e6a752cb2f service neutron] 10.222.0.64 "GET /v2.0/networks/f4b33504-faeb-4e1f-8e54-370cd5782b48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1987534
May 04 18:21:40.392283 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675ff26-0e4e-4a66-bf93-d82b3ad6e951 req-6cae6218-59c0-414d-8077-ad9cc1fd561b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:40.393805 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3675ff26-0e4e-4a66-bf93-d82b3ad6e951 req-6cae6218-59c0-414d-8077-ad9cc1fd561b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.2289002
May 04 18:21:40.509542 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3675ff26-0e4e-4a66-bf93-d82b3ad6e951 req-b85c58fb-1df5-44f5-b459-7baa6dcc77c4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696807
May 04 18:21:40.519967 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ac029381-05e9-46e8-bd49-c8cb81abdf41 req-5c9a3c7e-4e62-42d8-a9cf-0a8948ecf35c service neutron] 10.222.0.64 "GET /v2.0/networks/f4b33504-faeb-4e1f-8e54-370cd5782b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1788957
May 04 18:21:41.239019 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a3016-abb3-49d3-9fa5-4a78b7fa8b7a req-f805f9fc-26cd-4d5c-b3da-43e63b701282 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:41.240484 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-be5a3016-abb3-49d3-9fa5-4a78b7fa8b7a req-f805f9fc-26cd-4d5c-b3da-43e63b701282 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 944 time: 0.1887503
May 04 18:21:41.258035 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67ae4c-7145-40d7-9685-015ef7d7efa6 req-0a16efc1-5557-49d3-bcac-f7a5563e4675 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:41.259509 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8b67ae4c-7145-40d7-9685-015ef7d7efa6 req-0a16efc1-5557-49d3-bcac-f7a5563e4675 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.0842736
May 04 18:21:41.291713 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-be5a3016-abb3-49d3-9fa5-4a78b7fa8b7a req-27eb0c49-02ff-4e68-bb87-c0c921e91221 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=1593d99e-ed95-4afa-b9b3-6781c3530de0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441983
May 04 18:21:41.293347 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 1b7d6a30-3a43-4313-8fc7-41baf0084e44 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:21:41.314167 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8b67ae4c-7145-40d7-9685-015ef7d7efa6 req-1eff2d80-17d8-47c8-88c6-43f8edf4eb88 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476878
May 04 18:21:41.469120 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 1b7d6a30-3a43-4313-8fc7-41baf0084e44, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b7d6a30-3a43-4313-8fc7-41baf0084e44,segment=NetworkSegment(aa496005-47b0-4b45-aecf-ec3b981ccbf5),segment_id=aa496005-47b0-4b45-aecf-ec3b981ccbf5)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:41.483377 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': '1b7d6a30-3a43-4313-8fc7-41baf0084e44', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'port_id': '1b7d6a30-3a43-4313-8fc7-41baf0084e44', 'mac_address': 'fa:16:3e:fa:ff:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:21:41.544953 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:41.566301 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7d6a30-3a43-4313-8fc7-41baf0084e44 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:21:41.583862 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 1b7d6a30-3a43-4313-8fc7-41baf0084e44, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b7d6a30-3a43-4313-8fc7-41baf0084e44,segment=NetworkSegment(aa496005-47b0-4b45-aecf-ec3b981ccbf5),segment_id=aa496005-47b0-4b45-aecf-ec3b981ccbf5)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:41.588643 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:41.590687 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-46172692-dc8b-40bc-bf46-11b55da7b008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:41.662758 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=1b7d6a30-3a43-4313-8fc7-41baf0084e44,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:41.666089 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:41.713692 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3038a-2c39-417b-8201-ef60bb7e0d62 req-1f64dd11-c3d3-4bdd-a714-a11c3c2f558b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:41.715070 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5db3038a-2c39-417b-8201-ef60bb7e0d62 req-1f64dd11-c3d3-4bdd-a714-a11c3c2f558b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.0855343
May 04 18:21:41.761005 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5db3038a-2c39-417b-8201-ef60bb7e0d62 req-2a91ff06-8647-4422-b449-baa79a4bf909 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401630
May 04 18:21:41.914398 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['1b7d6a30-3a43-4313-8fc7-41baf0084e44'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:21:42.561417 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7403efb-048c-453b-ad3a-089d4ecbf744 req-9251a3ec-46ae-4269-9b57-c5eed61d89de tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:42.563036 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f7403efb-048c-453b-ad3a-089d4ecbf744 req-9251a3ec-46ae-4269-9b57-c5eed61d89de tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.1005847
May 04 18:21:42.616696 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f7403efb-048c-453b-ad3a-089d4ecbf744 req-90f21502-01f4-419a-b77b-93659e351f24 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470586
May 04 18:21:42.619584 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88976fc6-65cf-44cd-abab-fea2f391e275 req-01c9ced8-950b-4369-9525-fd73c8936509 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:42.621281 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-88976fc6-65cf-44cd-abab-fea2f391e275 req-01c9ced8-950b-4369-9525-fd73c8936509 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 945 time: 0.1903744
May 04 18:21:42.669603 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-88976fc6-65cf-44cd-abab-fea2f391e275 req-7bd3c674-6843-44d9-8deb-38c189e7d699 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=1593d99e-ed95-4afa-b9b3-6781c3530de0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424228
May 04 18:21:42.973012 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5baa92-1efe-44e8-aedd-4fb22596cb58 req-012b49a5-fe66-4931-b529-334218b162eb tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:42.975101 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1e5baa92-1efe-44e8-aedd-4fb22596cb58 req-012b49a5-fe66-4931-b529-334218b162eb tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.1020296
May 04 18:21:43.043992 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1e5baa92-1efe-44e8-aedd-4fb22596cb58 req-bc89e7d8-9679-49c1-accb-e3039af09ec6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566957
May 04 18:21:43.322046 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 2b75d3d4-4713-4a12-ab4b-1dcc0029777b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:21:43.326103 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 1b7d6a30-3a43-4313-8fc7-41baf0084e44 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:21:43.528988 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port 1b7d6a30-3a43-4313-8fc7-41baf0084e44 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:21:43.539645 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port 1b7d6a30-3a43-4313-8fc7-41baf0084e44 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:21:43.540018 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:43.599944 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:43.625779 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'port_id': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b', 'mac_address': 'fa:16:3e:1e:59:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:21:43.737420 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:43.765668 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:43.780571 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b75d3d4-4713-4a12-ab4b-1dcc0029777b {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:21:43.810112 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:43.815594 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb06241f-d7fb-4e6e-94e0-1e32d9d8458e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7d6a30-3a43-4313-8fc7-41baf0084e44'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:21:43.822600 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:43.825864 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:43.844530 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab1b80-eb36-418b-9a7b-ad1dc23f0eb5 req-7fbad1c2-96bb-4e36-836a-5100e5af5e3e tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:43.846093 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-99ab1b80-eb36-418b-9a7b-ad1dc23f0eb5 req-7fbad1c2-96bb-4e36-836a-5100e5af5e3e tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.0937071
May 04 18:21:43.864574 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 1b7d6a30-3a43-4313-8fc7-41baf0084e44, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b7d6a30-3a43-4313-8fc7-41baf0084e44,segment=NetworkSegment(aa496005-47b0-4b45-aecf-ec3b981ccbf5),segment_id=aa496005-47b0-4b45-aecf-ec3b981ccbf5)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:43.878013 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:43.899489 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-99ab1b80-eb36-418b-9a7b-ad1dc23f0eb5 req-32b3f644-2dae-41b9-8927-172626b961a6 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460322
May 04 18:21:43.907390 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,revision_number=6']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:43.925818 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:43.925818 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:43.982714 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['2b75d3d4-4713-4a12-ab4b-1dcc0029777b'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:21:44.028995 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01351265-ae33-4453-b73d-5b4b59ef1bb8 req-0fb21b2d-3911-4ace-818f-45dfb685e8d1 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:44.044073 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-01351265-ae33-4453-b73d-5b4b59ef1bb8 req-0fb21b2d-3911-4ace-818f-45dfb685e8d1 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 946 time: 0.1719961
May 04 18:21:44.117685 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb06241f-d7fb-4e6e-94e0-1e32d9d8458e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7d6a30-3a43-4313-8fc7-41baf0084e44', 'code': 200}
May 04 18:21:44.119174 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-01351265-ae33-4453-b73d-5b4b59ef1bb8 req-c2611a64-a9f1-42b4-b5fc-271a08dadd0c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=1593d99e-ed95-4afa-b9b3-6781c3530de0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735550
May 04 18:21:44.220942 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=1b7d6a30-3a43-4313-8fc7-41baf0084e44,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:44.239172 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:44.479496 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03514c-6d0f-49cc-b9e9-56d09a01f6dc req-c7d791db-a083-4e22-aafc-9c2f7529fa66 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:44.481067 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-bb03514c-6d0f-49cc-b9e9-56d09a01f6dc req-c7d791db-a083-4e22-aafc-9c2f7529fa66 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.1148829
May 04 18:21:44.517026 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a37c37-11a5-437d-9ea3-d1828ff19d8c req-9059a1b4-15e2-4653-8764-47020e9c8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:44.518863 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a6a37c37-11a5-437d-9ea3-d1828ff19d8c req-9059a1b4-15e2-4653-8764-47020e9c8a22 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 1099 time: 0.1417117
May 04 18:21:44.525297 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5266176b-a124-40b6-a4a5-a43cb0e3fe20 req-880ea472-a452-4503-bbd0-28dd6e61eb43 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2830994
May 04 18:21:44.535388 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49ad77-de0f-458a-b11c-bfc60ac1e216 req-134424d7-1a93-47dc-869b-c828d995e6c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:44.543196 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-de49ad77-de0f-458a-b11c-bfc60ac1e216 req-134424d7-1a93-47dc-869b-c828d995e6c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 945 time: 0.2404625
May 04 18:21:44.594096 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-bb03514c-6d0f-49cc-b9e9-56d09a01f6dc req-71a816bb-61bb-41f7-b551-0ddb52ca51a7 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1045878
May 04 18:21:44.620018 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a6a37c37-11a5-437d-9ea3-d1828ff19d8c req-1945ed28-4c58-427c-b2e8-065e8a1cf578 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1593d99e-ed95-4afa-b9b3-6781c3530de0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737741
May 04 18:21:44.628642 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-de49ad77-de0f-458a-b11c-bfc60ac1e216 req-30983949-c088-49ee-8999-70b70fcb7cf9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835996
May 04 18:21:45.320609 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f74e3-a880-4ffa-8fff-4b1a9551ebc6 req-4b202989-908b-451d-bd79-e5c6a388207f tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:45.322299 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5c5f74e3-a880-4ffa-8fff-4b1a9551ebc6 req-4b202989-908b-451d-bd79-e5c6a388207f tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 946 time: 0.0902817
May 04 18:21:45.331719 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 2b75d3d4-4713-4a12-ab4b-1dcc0029777b up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:21:45.394703 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5c5f74e3-a880-4ffa-8fff-4b1a9551ebc6 req-ccaf9ce3-bf5e-43ef-be10-c0ccac833fa2 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=1593d99e-ed95-4afa-b9b3-6781c3530de0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639651
May 04 18:21:45.411218 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:21:45.411870 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:45.583593 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:45.625839 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:45.639216 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:45.640148 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 41c8297c-4bea-4f58-9cee-5f99924b12d8 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:21:45.678431 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:45.792328 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,revision_number=7']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:45.805850 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:45.889764 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:45.937450 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec2e67-2bee-4fa9-ae98-c7c1ebe2b8c2 req-43289498-e2ab-4cf0-8da1-565450da6df8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:45.947730 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 41c8297c-4bea-4f58-9cee-5f99924b12d8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=41c8297c-4bea-4f58-9cee-5f99924b12d8,segment=NetworkSegment(3da59d0a-7e0e-4517-b462-7b5e6a8e95a3),segment_id=3da59d0a-7e0e-4517-b462-7b5e6a8e95a3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:45.949081 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-23ec2e67-2bee-4fa9-ae98-c7c1ebe2b8c2 req-43289498-e2ab-4cf0-8da1-565450da6df8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.1402841
May 04 18:21:45.957898 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:45.960673 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:46.055096 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=41c8297c-4bea-4f58-9cee-5f99924b12d8,revision_number=6']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:46.058661 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:46.066333 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-23ec2e67-2bee-4fa9-ae98-c7c1ebe2b8c2 req-7fcecf24-43b5-4ee6-b87c-b8832b1aa2c3 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162128
May 04 18:21:46.119576 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b4ba78-270b-4493-bb79-072799e26351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b'}, {'server_uuid': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c8297c-4bea-4f58-9cee-5f99924b12d8'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:21:46.176962 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b4ba78-270b-4493-bb79-072799e26351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b', 'code': 200}
May 04 18:21:46.177281 dv-cinder-789603-2-iscsi neutron-server[73829]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '41c8297c-4bea-4f58-9cee-5f99924b12d8', 'code': 422} returned with failed status
May 04 18:21:46.291864 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68977206-46be-4426-baf0-8089dbd5edf3 req-a4842097-02a3-4a50-b6ff-30901e545b8a tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:46.293611 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-68977206-46be-4426-baf0-8089dbd5edf3 req-a4842097-02a3-4a50-b6ff-30901e545b8a tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.0903575
May 04 18:21:46.341375 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-68977206-46be-4426-baf0-8089dbd5edf3 req-3cb928a5-0381-4b5b-a2c7-c91dab24bc6c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404410
May 04 18:21:46.640048 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec00880-569b-46e5-b9c7-406dd13fc1db req-095098fd-5974-4ba0-9b3f-8212d8a986eb tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:46.648841 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9ec00880-569b-46e5-b9c7-406dd13fc1db req-095098fd-5974-4ba0-9b3f-8212d8a986eb tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 946 time: 0.1118069
May 04 18:21:46.711434 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9ec00880-569b-46e5-b9c7-406dd13fc1db req-454482aa-3b20-4053-8b02-5a76aadea1ae tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=1593d99e-ed95-4afa-b9b3-6781c3530de0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610921
May 04 18:21:46.926371 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd75db-ac94-45b2-94bb-f5a5c02fd87a req-052c7cdd-ad2b-4628-bddb-3b29a5394323 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:46.934341 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6ebd75db-ac94-45b2-94bb-f5a5c02fd87a req-052c7cdd-ad2b-4628-bddb-3b29a5394323 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 946 time: 0.1095400
May 04 18:21:46.937979 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47134) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:46.953358 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-25c6c5cc-59b4-4473-81d7-c19197a56c7d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Request body: {'floatingip': {'port_id': '1b7d6a30-3a43-4313-8fc7-41baf0084e44'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:47.043697 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-25c6c5cc-59b4-4473-81d7-c19197a56c7d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for floatingip, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:47.533837 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73121271-54c6-4261-a4ae-7e7715d8992c req-5cca4950-3375-45db-a125-ca86bb43a064 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:47.542303 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-73121271-54c6-4261-a4ae-7e7715d8992c req-5cca4950-3375-45db-a125-ca86bb43a064 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.3412633
May 04 18:21:47.576336 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2d6eb-a68b-46a1-a656-5574151c0656 req-22276c27-368f-4151-9cb5-155500a306af tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:47.582636 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6fd2d6eb-a68b-46a1-a656-5574151c0656 req-22276c27-368f-4151-9cb5-155500a306af tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.1035974
May 04 18:21:47.640872 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6fd2d6eb-a68b-46a1-a656-5574151c0656 req-e708ac20-430f-40d5-a8a3-a9f55dfcfc9c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498343
May 04 18:21:47.700927 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-73121271-54c6-4261-a4ae-7e7715d8992c req-6d65c93d-2f08-452c-8aa2-4d9e48b5a4ba tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1572371
May 04 18:21:47.910499 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-25c6c5cc-59b4-4473-81d7-c19197a56c7d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:47.977171 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-25c6c5cc-59b4-4473-81d7-c19197a56c7d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:48.322983 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.l3_db [None req-25c6c5cc-59b4-4473-81d7-c19197a56c7d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Floating IP 152d5694-4ac6-4749-8737-69670cab920c associated. External IP: 172.27.1.204, port: 1b7d6a30-3a43-4313-8fc7-41baf0084e44.
May 04 18:21:48.745871 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c6c5cc-59b4-4473-81d7-c19197a56c7d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:21:48.903159 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54951c65-e41f-4aed-968d-6f2210830989 req-a9b0b59d-1e0d-482e-95fb-877aaff87fa9 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:48.905553 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-54951c65-e41f-4aed-968d-6f2210830989 req-a9b0b59d-1e0d-482e-95fb-877aaff87fa9 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.1244433
May 04 18:21:49.033515 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-54951c65-e41f-4aed-968d-6f2210830989 req-291b4ab3-c81d-4c55-aea1-a39e5f3b8f1d tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100695
May 04 18:21:49.175438 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c6c5cc-59b4-4473-81d7-c19197a56c7d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:21:49.182210 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-25c6c5cc-59b4-4473-81d7-c19197a56c7d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:49.189349 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955ca923-1468-4e4d-b96f-0ddc26861c87 None None] Sync routers for ids ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:21:49.210641 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955ca923-1468-4e4d-b96f-0ddc26861c87 None None] Routers {'1dcf55b9-76bf-4d7a-846c-cc3038249f2b'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:21:49.211876 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-955ca923-1468-4e4d-b96f-0ddc26861c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e18ed30>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:21:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:49.278414 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3144769-f5ed-4bc2-908a-367f9dc330bf req-136803a6-d08c-4c08-a2ce-e5dd4c066ba1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:49.290841 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e3144769-f5ed-4bc2-908a-367f9dc330bf req-136803a6-d08c-4c08-a2ce-e5dd4c066ba1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.3696637
May 04 18:21:49.370295 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e3144769-f5ed-4bc2-908a-367f9dc330bf req-8678f3e9-65bc-4ec2-afa1-079a00b6411b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783863
May 04 18:21:49.372337 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-25c6c5cc-59b4-4473-81d7-c19197a56c7d tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "PUT /v2.0/floatingips/152d5694-4ac6-4749-8737-69670cab920c HTTP/1.1" status: 200  len: 992 time: 2.4332314
May 04 18:21:49.373233 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb06241f-d7fb-4e6e-94e0-1e32d9d8458e', 'tag': '1b7d6a30-3a43-4313-8fc7-41baf0084e44'}] {{(pid=73828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:21:49.428094 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb06241f-d7fb-4e6e-94e0-1e32d9d8458e', 'tag': '1b7d6a30-3a43-4313-8fc7-41baf0084e44', 'status': 'completed', 'code': 200}
May 04 18:21:49.502642 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-955ca923-1468-4e4d-b96f-0ddc26861c87 None None] Set router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:21:49.612366 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba1a04-9d7d-4e83-b80d-0d0d9ab82367 req-7bdfcb54-0384-45e3-bccb-a81253022cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:49.614620 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5cba1a04-9d7d-4e83-b80d-0d0d9ab82367 req-7bdfcb54-0384-45e3-bccb-a81253022cdf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6fe7e174186c44ffb03d6761766e9c4e&device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 1099 time: 0.1484845
May 04 18:21:49.820926 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba1a04-9d7d-4e83-b80d-0d0d9ab82367 req-ac8fae39-79b9-44d9-b538-9d59313503c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:49.823191 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5cba1a04-9d7d-4e83-b80d-0d0d9ab82367 req-ac8fae39-79b9-44d9-b538-9d59313503c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba HTTP/1.1" status: 200  len: 912 time: 0.1556344
May 04 18:21:50.006851 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5cba1a04-9d7d-4e83-b80d-0d0d9ab82367 req-b65e80d3-8ebc-4c83-be11-3e50fa1b730a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7d6a30-3a43-4313-8fc7-41baf0084e44 HTTP/1.1" status: 200  len: 1000 time: 0.1716986
May 04 18:21:50.028252 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266176b-a124-40b6-a4a5-a43cb0e3fe20 req-a819fd69-2b86-4310-958f-c030e737ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:50.029870 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5266176b-a124-40b6-a4a5-a43cb0e3fe20 req-a819fd69-2b86-4310-958f-c030e737ab2e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3&tenant_id=ab6eed97c69b49a1a90a0f56d72c765f HTTP/1.1" status: 200  len: 1097 time: 0.4139383
May 04 18:21:50.035440 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9fe87-d650-4a83-a721-86a952ced00a req-9226fe0a-8185-4356-b12d-de45de71e831 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:50.047742 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5bd9fe87-d650-4a83-a721-86a952ced00a req-9226fe0a-8185-4356-b12d-de45de71e831 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 945 time: 0.1754854
May 04 18:21:50.050052 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-955ca923-1468-4e4d-b96f-0ddc26861c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e18ed30>, [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '152d5694-4ac6-4749-8737-69670cab920c', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'port_id': '1b7d6a30-3a43-4313-8fc7-41baf0084e44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'mac_address': 'fa:16:3e:fa:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06241f-d7fb-4e6e-94e0-1e32d9d8458e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:21:32Z', 'updated_at': '2021-05-04T18:21:47Z', 'revision_number': 1, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9fb644-a56b-4946-89bf-d661d8c1681f', 'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'mac_address': 'fa:16:3e:22:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:20Z', 'updated_at': '2021-05-04T18:15:33Z', 'revision_number': 5, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'subnets': [{'id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:50.054848 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955ca923-1468-4e4d-b96f-0ddc26861c87 None None] Checking router: 1dcf55b9-76bf-4d7a-846c-cc3038249f2b for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:21:50.067124 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955ca923-1468-4e4d-b96f-0ddc26861c87 None None] Routers {'1dcf55b9-76bf-4d7a-846c-cc3038249f2b'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:21:50.067865 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-955ca923-1468-4e4d-b96f-0ddc26861c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e18ed30>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:21:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:50.125667 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5bd9fe87-d650-4a83-a721-86a952ced00a req-74aa3998-660b-47a9-a3ef-e8e417a8fbb2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734949
May 04 18:21:50.160198 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47166) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:50.223226 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba1a04-9d7d-4e83-b80d-0d0d9ab82367 req-ade80fae-408b-4e9f-8a8e-5d78c7938273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:50.224762 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5cba1a04-9d7d-4e83-b80d-0d0d9ab82367 req-ade80fae-408b-4e9f-8a8e-5d78c7938273 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e98fb673-01a2-4dc9-8c0c-4753773818b5 HTTP/1.1" status: 200  len: 850 time: 0.1990077
May 04 18:21:50.278935 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:21:50.320902 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b43d71f-2429-41b9-a4e9-0f60ee94c61a tempest-TestMinimumBasicScenario-935310204 tempest-TestMinimumBasicScenario-935310204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:50.322450 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-2b43d71f-2429-41b9-a4e9-0f60ee94c61a tempest-TestMinimumBasicScenario-935310204 tempest-TestMinimumBasicScenario-935310204-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 1093 time: 0.1612682
May 04 18:21:50.325461 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47172) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:50.336437 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Request body: {'floatingip': {'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'port_id': 'ec901a10-4ef7-4426-af60-2b299fa3c114', 'tenant_id': '46280657579145c98b25ed64444c984c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:50.340953 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-955ca923-1468-4e4d-b96f-0ddc26861c87 None None] Set router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:21:50.343832 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:50.348564 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Usage tracker for resource:floatingip and tenant:46280657579145c98b25ed64444c984c is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:21:50.351685 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:21:50.359045 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:50.372758 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for floatingip, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:50.517165 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266176b-a124-40b6-a4a5-a43cb0e3fe20 req-0961732c-2209-428a-9797-32cb28168480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:50.518836 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5266176b-a124-40b6-a4a5-a43cb0e3fe20 req-0961732c-2209-428a-9797-32cb28168480 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab6eed97c69b49a1a90a0f56d72c765f&device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 1097 time: 0.3660421
May 04 18:21:50.542337 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b1f8c-5705-4481-b908-607a07d940e5 req-d2f4f50f-98f5-4127-babc-2339c0b4798c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:50.543798 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7a9b1f8c-5705-4481-b908-607a07d940e5 req-d2f4f50f-98f5-4127-babc-2339c0b4798c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.3245242
May 04 18:21:50.545920 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba1a04-9d7d-4e83-b80d-0d0d9ab82367 req-55bd5b4f-9af2-4a55-9ead-6405139a5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:50.547320 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5cba1a04-9d7d-4e83-b80d-0d0d9ab82367 req-55bd5b4f-9af2-4a55-9ead-6405139a5ba3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1638761
May 04 18:21:50.556296 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:50.625675 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-a15247e2-d9c3-43e3-abb1-b528c606e4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:50.703512 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266176b-a124-40b6-a4a5-a43cb0e3fe20 req-722230e9-8795-470c-9c7d-1aae32475e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:50.704971 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5266176b-a124-40b6-a4a5-a43cb0e3fe20 req-722230e9-8795-470c-9c7d-1aae32475e8c service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4b33504-faeb-4e1f-8e54-370cd5782b48 HTTP/1.1" status: 200  len: 910 time: 0.1567981
May 04 18:21:50.871608 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-955ca923-1468-4e4d-b96f-0ddc26861c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e18ed30>, [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '152d5694-4ac6-4749-8737-69670cab920c', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'port_id': '1b7d6a30-3a43-4313-8fc7-41baf0084e44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'mac_address': 'fa:16:3e:fa:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06241f-d7fb-4e6e-94e0-1e32d9d8458e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:21:32Z', 'updated_at': '2021-05-04T18:21:47Z', 'revision_number': 1, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9fb644-a56b-4946-89bf-d661d8c1681f', 'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'mac_address': 'fa:16:3e:22:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:20Z', 'updated_at': '2021-05-04T18:15:33Z', 'revision_number': 5, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'subnets': [{'id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:50.877094 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955ca923-1468-4e4d-b96f-0ddc26861c87 None None] The sync data for ids ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'] in dv-cinder-789603-2-iscsi is: [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '152d5694-4ac6-4749-8737-69670cab920c', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'port_id': '1b7d6a30-3a43-4313-8fc7-41baf0084e44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'mac_address': 'fa:16:3e:fa:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06241f-d7fb-4e6e-94e0-1e32d9d8458e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:21:32Z', 'updated_at': '2021-05-04T18:21:47Z', 'revision_number': 1, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9fb644-a56b-4946-89bf-d661d8c1681f', 'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'mac_address': 'fa:16:3e:22:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:20Z', 'updated_at': '2021-05-04T18:15:33Z', 'revision_number': 5, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'subnets': [{'id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:21:50.954079 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7a9b1f8c-5705-4481-b908-607a07d940e5 req-fd2e3b59-b8f4-48d5-a27e-b1e6eb425952 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2479825
May 04 18:21:50.957045 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2400fa-d20e-4c29-86a0-f02781ff85e2 req-411154f6-4eee-4398-bb5e-2922c7e7e241 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:50.961100 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4a2400fa-d20e-4c29-86a0-f02781ff85e2 req-411154f6-4eee-4398-bb5e-2922c7e7e241 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.3584707
May 04 18:21:50.983226 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_common [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Allocated IP 172.27.1.111 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/03ef47e2-9768-4b29-8268-09a4401dc112) {{(pid=73828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:21:51.045773 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5266176b-a124-40b6-a4a5-a43cb0e3fe20 req-6535726a-b11c-48fc-a347-702dfc8140ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41c8297c-4bea-4f58-9cee-5f99924b12d8 HTTP/1.1" status: 200  len: 1000 time: 0.3195407
May 04 18:21:51.067328 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4a2400fa-d20e-4c29-86a0-f02781ff85e2 req-a899c2d6-7b91-405b-93d3-504cf46da995 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863490
May 04 18:21:51.153706 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5cba1a04-9d7d-4e83-b80d-0d0d9ab82367 req-226080a4-df42-4b8b-9fb7-eba194196e43 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4465902
May 04 18:21:51.203014 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for port, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:51.217377 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266176b-a124-40b6-a4a5-a43cb0e3fe20 req-89ca1e83-eebb-472b-9a20-371c33500e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:51.218894 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5266176b-a124-40b6-a4a5-a43cb0e3fe20 req-89ca1e83-eebb-472b-9a20-371c33500e7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb413902-05ac-432a-9e90-f8d471f71e38 HTTP/1.1" status: 200  len: 848 time: 0.1626892
May 04 18:21:51.250993 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:51.266044 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:51.320557 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d4e228-f363-4c48-9969-aaa21a735d30 None None] New status for floating IP 152d5694-4ac6-4749-8737-69670cab920c: ACTIVE {{(pid=73830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:21:51.339756 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:21:51.355516 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Resources bound (agent type, host, resource id):  {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:21:51.359486 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Received port after_create {{(pid=73828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:21:51.408818 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Pushing event updated for resources: {'Port': ['ID=03ef47e2-9768-4b29-8268-09a4401dc112,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:51.413911 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:51.419108 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5cba1a04-9d7d-4e83-b80d-0d0d9ab82367 req-7f4cd6ff-de4c-4f8a-a634-9b49ba4a6d98 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2545743
May 04 18:21:51.466282 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266176b-a124-40b6-a4a5-a43cb0e3fe20 req-bc6ab436-f913-4c0d-aa20-20fe3430bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:51.467991 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5266176b-a124-40b6-a4a5-a43cb0e3fe20 req-bc6ab436-f913-4c0d-aa20-20fe3430bfbe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4b33504-faeb-4e1f-8e54-370cd5782b48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2357185
May 04 18:21:51.645874 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5266176b-a124-40b6-a4a5-a43cb0e3fe20 req-a45b400b-d2a5-4a92-b9f3-36bc5c06237e service neutron] 10.222.0.64 "GET /v2.0/networks/f4b33504-faeb-4e1f-8e54-370cd5782b48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702814
May 04 18:21:51.839885 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5266176b-a124-40b6-a4a5-a43cb0e3fe20 req-80343ba9-1144-42b7-9c39-c5935590426f service neutron] 10.222.0.64 "GET /v2.0/networks/f4b33504-faeb-4e1f-8e54-370cd5782b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1830127
May 04 18:21:51.934367 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:52.032877 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:52.304859 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86ccba-ba27-44f1-a5b4-529be33b7e8a req-b8c44f3d-3c43-48aa-a0b0-2485fbc15729 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:52.306448 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6d86ccba-ba27-44f1-a5b4-529be33b7e8a req-b8c44f3d-3c43-48aa-a0b0-2485fbc15729 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.2313700
May 04 18:21:52.309907 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a72a66-f635-4859-8b45-36b67dd08540 req-3f53cb78-67ef-4250-b372-0d89e866c44a tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:52.311472 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-03a72a66-f635-4859-8b45-36b67dd08540 req-3f53cb78-67ef-4250-b372-0d89e866c44a tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.0971639
May 04 18:21:52.382085 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-03a72a66-f635-4859-8b45-36b67dd08540 req-cd536a90-80d6-48f7-bd70-464432bd5427 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498235
May 04 18:21:52.404993 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6d86ccba-ba27-44f1-a5b4-529be33b7e8a req-740bb407-7b10-4771-aa11-2aedb0cc1358 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626719
May 04 18:21:52.426278 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:52.453222 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3087185'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:52.466460 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-8302d977-2271-4487-ac1f-c0c7b6b207ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:52.599972 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Pushing event updated for resources: {'Port': ['ID=03ef47e2-9768-4b29-8268-09a4401dc112,revision_number=2']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:52.608111 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:52.664672 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:52.817620 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.l3_db [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Floating IP fc46578f-b13d-4e0f-9af8-93bc08436e8d associated. External IP: 172.27.1.111, port: ec901a10-4ef7-4426-af60-2b299fa3c114.
May 04 18:21:52.930823 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:53.359771 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Router ad1aae6d-aaa2-474b-bded-a98f41b703c2 has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:21:53.466696 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-0861255c-df1d-4e2a-aba1-bda5374ba1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:53.710126 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae75c73-5af4-47a2-8fca-69f76f279323 req-c80cda7e-5c3a-4ae2-a4ed-e6be698dbfe9 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:53.716968 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:21:53.719077 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-eae75c73-5af4-47a2-8fca-69f76f279323 req-c80cda7e-5c3a-4ae2-a4ed-e6be698dbfe9 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.1046951
May 04 18:21:53.729529 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514dbe7-a918-41be-9e54-49034b5e2f7b None None] Sync routers for ids ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:21:53.740729 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c514dbe7-a918-41be-9e54-49034b5e2f7b None None] Routers {'ad1aae6d-aaa2-474b-bded-a98f41b703c2'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:21:53.741369 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-c514dbe7-a918-41be-9e54-49034b5e2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e1bf310>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:21:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:53.776786 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-eae75c73-5af4-47a2-8fca-69f76f279323 req-8ecd970c-1c0d-4d9b-bf6e-b5609e4835f7 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565052
May 04 18:21:53.779768 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:53.856761 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ec7ee-3d77-4dfe-a0ba-23aa5bc5bcd2 req-3f93ff84-5790-49cb-88a8-988755d3b5c1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:53.863941 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ab6ec7ee-3d77-4dfe-a0ba-23aa5bc5bcd2 req-3f93ff84-5790-49cb-88a8-988755d3b5c1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.2668123
May 04 18:21:53.920788 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5895531
May 04 18:21:53.923769 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'tag': 'ec901a10-4ef7-4426-af60-2b299fa3c114'}] {{(pid=73828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:21:53.923947 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 47198) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:53.932353 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-ab51c9d3-ef51-43c9-9527-9c5f902b8a31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-671612355', 'description': 'tempest-secgroup-smoke-671612355 description', 'project_id': '46280657579145c98b25ed64444c984c'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:53.965336 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-ab51c9d3-ef51-43c9-9527-9c5f902b8a31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:53.987324 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ab6ec7ee-3d77-4dfe-a0ba-23aa5bc5bcd2 req-6799f0e1-a8c2-4a42-8165-2c7f166dc80c tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1221626
May 04 18:21:54.007695 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-ab51c9d3-ef51-43c9-9527-9c5f902b8a31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:54.041562 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-c514dbe7-a918-41be-9e54-49034b5e2f7b None None] Set router ad1aae6d-aaa2-474b-bded-a98f41b703c2 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:21:54.043840 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ab51c9d3-ef51-43c9-9527-9c5f902b8a31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:54.054726 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'tag': 'ec901a10-4ef7-4426-af60-2b299fa3c114', 'status': 'completed', 'code': 200}
May 04 18:21:54.075480 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-ab51c9d3-ef51-43c9-9527-9c5f902b8a31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:54.081684 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-ab51c9d3-ef51-43c9-9527-9c5f902b8a31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Usage tracker for resource:security_group_rule and tenant:46280657579145c98b25ed64444c984c is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:21:54.085327 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-ab51c9d3-ef51-43c9-9527-9c5f902b8a31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:21:54.092798 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-ab51c9d3-ef51-43c9-9527-9c5f902b8a31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:54.221976 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ab51c9d3-ef51-43c9-9527-9c5f902b8a31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:54.244237 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ab51c9d3-ef51-43c9-9527-9c5f902b8a31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:54.249542 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-48ade9ba-a630-4d61-8729-7e0f963692b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:54.288085 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8875f75-3fc0-4770-91a8-bd41617750f0 req-6e48f8fb-55f0-4eed-adf7-8bd639629f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:54.289678 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d8875f75-3fc0-4770-91a8-bd41617750f0 req-6e48f8fb-55f0-4eed-adf7-8bd639629f81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46280657579145c98b25ed64444c984c&device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 1098 time: 0.1567070
May 04 18:21:54.346691 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51c9d3-ef51-43c9-9527-9c5f902b8a31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce6d73e-2f0c-4685-b2fe-74e207a813ad,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:54.350340 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d3-ef51-43c9-9527-9c5f902b8a31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:54.354121 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ab51c9d3-ef51-43c9-9527-9c5f902b8a31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:54.355142 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-ab51c9d3-ef51-43c9-9527-9c5f902b8a31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4294310
May 04 18:21:54.358156 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47204) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:54.364258 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-42ca1b53-2be2-4e62-8c69-967a04a93d01 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Request body: {'security_group_rule': {'security_group_id': '2ce6d73e-2f0c-4685-b2fe-74e207a813ad', 'project_id': '46280657579145c98b25ed64444c984c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:54.374113 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-42ca1b53-2be2-4e62-8c69-967a04a93d01 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:54.381217 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-42ca1b53-2be2-4e62-8c69-967a04a93d01 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Usage tracker for resource:security_group_rule and tenant:46280657579145c98b25ed64444c984c is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:21:54.385409 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-42ca1b53-2be2-4e62-8c69-967a04a93d01 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:21:54.392851 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-42ca1b53-2be2-4e62-8c69-967a04a93d01 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:54.421828 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-42ca1b53-2be2-4e62-8c69-967a04a93d01 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:54.560706 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-c514dbe7-a918-41be-9e54-49034b5e2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e1bf310>, [{'id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'name': 'tempest-TestMinimumBasicScenario-1533624175-router', 'tenant_id': '46280657579145c98b25ed64444c984c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:49Z', 'updated_at': '2021-05-04T18:20:53Z', 'revision_number': 4, 'project_id': '46280657579145c98b25ed64444c984c', 'gw_port': {'id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:50Z', 'updated_at': '2021-05-04T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': 'fc46578f-b13d-4e0f-9af8-93bc08436e8d', 'tenant_id': '46280657579145c98b25ed64444c984c', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'port_id': 'ec901a10-4ef7-4426-af60-2b299fa3c114', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93', 'mac_address': 'fa:16:3e:72:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:21:51Z', 'updated_at': '2021-05-04T18:21:51Z', 'revision_number': 0, 'project_id': '46280657579145c98b25ed64444c984c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2323a902-918c-4218-b33b-3087a8b048c5', 'name': '', 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93', 'tenant_id': '46280657579145c98b25ed64444c984c', 'mac_address': 'fa:16:3e:be:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:52Z', 'updated_at': '2021-05-04T18:20:59Z', 'revision_number': 5, 'project_id': '46280657579145c98b25ed64444c984c', 'subnets': [{'id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:54.563876 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-42ca1b53-2be2-4e62-8c69-967a04a93d01 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:54.565974 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514dbe7-a918-41be-9e54-49034b5e2f7b None None] Checking router: ad1aae6d-aaa2-474b-bded-a98f41b703c2 for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:21:54.573553 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-42ca1b53-2be2-4e62-8c69-967a04a93d01 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:54.576659 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c514dbe7-a918-41be-9e54-49034b5e2f7b None None] Routers {'ad1aae6d-aaa2-474b-bded-a98f41b703c2'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:21:54.577732 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-c514dbe7-a918-41be-9e54-49034b5e2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e1bf310>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:21:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:54.584407 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-67b9105a-cd71-4eb5-8a47-359d668d2715 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:54.606266 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca1b53-2be2-4e62-8c69-967a04a93d01 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e0f7a2-24fb-4f33-8750-34d06e26303d,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:54.614424 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8875f75-3fc0-4770-91a8-bd41617750f0 req-72e7715f-1169-4585-92d8-30c0c723366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:54.615914 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-42ca1b53-2be2-4e62-8c69-967a04a93d01 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:54.616084 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d8875f75-3fc0-4770-91a8-bd41617750f0 req-72e7715f-1169-4585-92d8-30c0c723366c service neutron] 10.222.0.64 "GET /v2.0/networks?id=3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 HTTP/1.1" status: 200  len: 916 time: 0.3176458
May 04 18:21:54.629541 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-42ca1b53-2be2-4e62-8c69-967a04a93d01 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:54.631250 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-42ca1b53-2be2-4e62-8c69-967a04a93d01 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2718406
May 04 18:21:54.633981 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47208) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:54.640753 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-82384556-a9c4-410b-b32e-21632ec5e17c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Request body: {'security_group_rule': {'security_group_id': '2ce6d73e-2f0c-4685-b2fe-74e207a813ad', 'project_id': '46280657579145c98b25ed64444c984c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:54.650156 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-82384556-a9c4-410b-b32e-21632ec5e17c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:54.654665 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-82384556-a9c4-410b-b32e-21632ec5e17c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Usage tracker for resource:security_group_rule and tenant:46280657579145c98b25ed64444c984c is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:21:54.658030 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-82384556-a9c4-410b-b32e-21632ec5e17c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:21:54.665304 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-82384556-a9c4-410b-b32e-21632ec5e17c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:54.699680 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-82384556-a9c4-410b-b32e-21632ec5e17c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:54.758586 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d8875f75-3fc0-4770-91a8-bd41617750f0 req-2d01713d-4c2d-45f6-92c9-a6a2d5125639 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec901a10-4ef7-4426-af60-2b299fa3c114 HTTP/1.1" status: 200  len: 999 time: 0.1345284
May 04 18:21:54.840415 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-82384556-a9c4-410b-b32e-21632ec5e17c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:54.852989 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-82384556-a9c4-410b-b32e-21632ec5e17c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:54.856103 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-11f8c2f6-6fb2-42e2-a242-349e48d2b7fa tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:54.881936 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:54.894373 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82384556-a9c4-410b-b32e-21632ec5e17c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c3abd8-7301-426e-b1d0-e99f60f9183f,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:54.897994 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-82384556-a9c4-410b-b32e-21632ec5e17c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:54.905814 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8875f75-3fc0-4770-91a8-bd41617750f0 req-9562690c-c7cf-4fa5-9caf-f32ff607203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:54.909496 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d8875f75-3fc0-4770-91a8-bd41617750f0 req-9562690c-c7cf-4fa5-9caf-f32ff607203c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75babb52-bd73-4b2b-a05b-93422f3f18f2 HTTP/1.1" status: 200  len: 854 time: 0.1412053
May 04 18:21:54.931654 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-82384556-a9c4-410b-b32e-21632ec5e17c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:54.936267 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-82384556-a9c4-410b-b32e-21632ec5e17c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3010516
May 04 18:21:54.940577 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47214) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:54.943185 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-c514dbe7-a918-41be-9e54-49034b5e2f7b None None] Set router ad1aae6d-aaa2-474b-bded-a98f41b703c2 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:21:54.954975 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-b9b57b05-fe06-4ae4-9552-478acabadb68 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Request body: {'security_group_rule': {'security_group_id': '2ce6d73e-2f0c-4685-b2fe-74e207a813ad', 'project_id': '46280657579145c98b25ed64444c984c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:54.973226 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b9b57b05-fe06-4ae4-9552-478acabadb68 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:54.990954 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b9b57b05-fe06-4ae4-9552-478acabadb68 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Usage tracker for resource:security_group_rule and tenant:46280657579145c98b25ed64444c984c is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:21:54.995045 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b9b57b05-fe06-4ae4-9552-478acabadb68 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:21:55.005268 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b9b57b05-fe06-4ae4-9552-478acabadb68 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:55.057497 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8875f75-3fc0-4770-91a8-bd41617750f0 req-444a3da4-efa6-4e9f-8d7c-339590509b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:55.059390 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d8875f75-3fc0-4770-91a8-bd41617750f0 req-444a3da4-efa6-4e9f-8d7c-339590509b3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3af6c1b1-a34c-4dff-ab0a-f27e4a060e93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1411681
May 04 18:21:55.093132 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b9b57b05-fe06-4ae4-9552-478acabadb68 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:55.189460 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f00352-2b74-4b1e-a288-a4122ec4092c req-273e128c-d90a-4098-af45-9eeb7f94231c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:55.192391 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b4f00352-2b74-4b1e-a288-a4122ec4092c req-273e128c-d90a-4098-af45-9eeb7f94231c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.1759965
May 04 18:21:55.257485 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b4f00352-2b74-4b1e-a288-a4122ec4092c req-cc990e54-307f-47e2-bb5c-e1488c4ace0f tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557587
May 04 18:21:55.259422 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b9b57b05-fe06-4ae4-9552-478acabadb68 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:55.260567 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:55.279668 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b9b57b05-fe06-4ae4-9552-478acabadb68 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:55.290132 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:55.323704 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b57b05-fe06-4ae4-9552-478acabadb68 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352010a6-53e8-4c88-8d69-f40b837c6dc5,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:55.335055 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b9b57b05-fe06-4ae4-9552-478acabadb68 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:55.345233 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d8875f75-3fc0-4770-91a8-bd41617750f0 req-e8d79aa2-9cf5-4ddf-848b-0b5ea6701492 service neutron] 10.222.0.64 "GET /v2.0/networks/3af6c1b1-a34c-4dff-ab0a-f27e4a060e93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2730381
May 04 18:21:55.354919 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b9b57b05-fe06-4ae4-9552-478acabadb68 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:55.356825 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-b9b57b05-fe06-4ae4-9552-478acabadb68 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4152055
May 04 18:21:55.359409 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47222) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:55.368583 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-4a039736-5df2-439e-937a-38bd5c051f28 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Request body: {'security_group_rule': {'security_group_id': '2ce6d73e-2f0c-4685-b2fe-74e207a813ad', 'project_id': '46280657579145c98b25ed64444c984c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:55.379029 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4a039736-5df2-439e-937a-38bd5c051f28 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:55.383579 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4a039736-5df2-439e-937a-38bd5c051f28 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Usage tracker for resource:security_group_rule and tenant:46280657579145c98b25ed64444c984c is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:21:55.386854 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4a039736-5df2-439e-937a-38bd5c051f28 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:21:55.395349 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4a039736-5df2-439e-937a-38bd5c051f28 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:55.425693 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a039736-5df2-439e-937a-38bd5c051f28 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:55.517502 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-c514dbe7-a918-41be-9e54-49034b5e2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e1bf310>, [{'id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'name': 'tempest-TestMinimumBasicScenario-1533624175-router', 'tenant_id': '46280657579145c98b25ed64444c984c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:49Z', 'updated_at': '2021-05-04T18:20:53Z', 'revision_number': 4, 'project_id': '46280657579145c98b25ed64444c984c', 'gw_port': {'id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:50Z', 'updated_at': '2021-05-04T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': 'fc46578f-b13d-4e0f-9af8-93bc08436e8d', 'tenant_id': '46280657579145c98b25ed64444c984c', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'port_id': 'ec901a10-4ef7-4426-af60-2b299fa3c114', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93', 'mac_address': 'fa:16:3e:72:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:21:51Z', 'updated_at': '2021-05-04T18:21:51Z', 'revision_number': 0, 'project_id': '46280657579145c98b25ed64444c984c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2323a902-918c-4218-b33b-3087a8b048c5', 'name': '', 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93', 'tenant_id': '46280657579145c98b25ed64444c984c', 'mac_address': 'fa:16:3e:be:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:52Z', 'updated_at': '2021-05-04T18:20:59Z', 'revision_number': 5, 'project_id': '46280657579145c98b25ed64444c984c', 'subnets': [{'id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:21:55.524498 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514dbe7-a918-41be-9e54-49034b5e2f7b None None] The sync data for ids ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'] in dv-cinder-789603-2-iscsi is: [{'id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'name': 'tempest-TestMinimumBasicScenario-1533624175-router', 'tenant_id': '46280657579145c98b25ed64444c984c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:49Z', 'updated_at': '2021-05-04T18:20:53Z', 'revision_number': 4, 'project_id': '46280657579145c98b25ed64444c984c', 'gw_port': {'id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:50Z', 'updated_at': '2021-05-04T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': 'fc46578f-b13d-4e0f-9af8-93bc08436e8d', 'tenant_id': '46280657579145c98b25ed64444c984c', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'port_id': 'ec901a10-4ef7-4426-af60-2b299fa3c114', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93', 'mac_address': 'fa:16:3e:72:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:21:51Z', 'updated_at': '2021-05-04T18:21:51Z', 'revision_number': 0, 'project_id': '46280657579145c98b25ed64444c984c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2323a902-918c-4218-b33b-3087a8b048c5', 'name': '', 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93', 'tenant_id': '46280657579145c98b25ed64444c984c', 'mac_address': 'fa:16:3e:be:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:52Z', 'updated_at': '2021-05-04T18:20:59Z', 'revision_number': 5, 'project_id': '46280657579145c98b25ed64444c984c', 'subnets': [{'id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:21:55.544878 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a039736-5df2-439e-937a-38bd5c051f28 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:55.557087 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a039736-5df2-439e-937a-38bd5c051f28 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:55.560590 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:55.610499 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a039736-5df2-439e-937a-38bd5c051f28 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85894aa4-f82e-4423-a6d5-c21272d236f3,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:55.618345 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4a039736-5df2-439e-937a-38bd5c051f28 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:55.619734 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a039736-5df2-439e-937a-38bd5c051f28 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:55.621153 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-4a039736-5df2-439e-937a-38bd5c051f28 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2605214
May 04 18:21:55.623910 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47226) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:55.631395 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-a983deb6-f101-4a9a-b7df-5af99e420423 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Request body: {'security_group_rule': {'security_group_id': '2ce6d73e-2f0c-4685-b2fe-74e207a813ad', 'project_id': '46280657579145c98b25ed64444c984c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:55.633057 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d8875f75-3fc0-4770-91a8-bd41617750f0 req-c18a2849-c6a6-4d69-b2fc-708b00b632ea service neutron] 10.222.0.64 "GET /v2.0/networks/3af6c1b1-a34c-4dff-ab0a-f27e4a060e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2804492
May 04 18:21:55.639503 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-a983deb6-f101-4a9a-b7df-5af99e420423 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:55.648426 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-a983deb6-f101-4a9a-b7df-5af99e420423 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Usage tracker for resource:security_group_rule and tenant:46280657579145c98b25ed64444c984c is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:21:55.649468 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413845b-d5d4-4289-877a-3f444c127a81 req-c04d6706-91d9-4457-9836-8c41b98c0830 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:55.651466 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8413845b-d5d4-4289-877a-3f444c127a81 req-c04d6706-91d9-4457-9836-8c41b98c0830 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.2453771
May 04 18:21:55.660845 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-a983deb6-f101-4a9a-b7df-5af99e420423 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:21:55.668586 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-a983deb6-f101-4a9a-b7df-5af99e420423 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:55.685947 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.securitygroups_db [None req-a983deb6-f101-4a9a-b7df-5af99e420423 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Project 46280657579145c98b25ed64444c984c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 04 18:21:55.693030 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a983deb6-f101-4a9a-b7df-5af99e420423 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:55.730510 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8413845b-d5d4-4289-877a-3f444c127a81 req-d217158e-ff64-42bf-81cc-25cbc5d1c51b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698326
May 04 18:21:55.771044 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a983deb6-f101-4a9a-b7df-5af99e420423 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:55.776678 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a983deb6-f101-4a9a-b7df-5af99e420423 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:55.778708 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:55.804239 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983deb6-f101-4a9a-b7df-5af99e420423 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828ae3a1-de35-43f3-90b5-7b6581a234e2,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:55.807319 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-a983deb6-f101-4a9a-b7df-5af99e420423 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:55.817592 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a983deb6-f101-4a9a-b7df-5af99e420423 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:55.819066 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-a983deb6-f101-4a9a-b7df-5af99e420423 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1939962
May 04 18:21:55.821856 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47230) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:21:55.827963 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-b7b58fcb-ba98-4c8c-8e5b-316a17427628 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Request body: {'security_group_rule': {'security_group_id': '2ce6d73e-2f0c-4685-b2fe-74e207a813ad', 'project_id': '46280657579145c98b25ed64444c984c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:55.836500 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b7b58fcb-ba98-4c8c-8e5b-316a17427628 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:21:55.845266 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b7b58fcb-ba98-4c8c-8e5b-316a17427628 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Usage tracker for resource:security_group_rule and tenant:46280657579145c98b25ed64444c984c is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:21:55.849128 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b7b58fcb-ba98-4c8c-8e5b-316a17427628 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:21:55.858348 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b7b58fcb-ba98-4c8c-8e5b-316a17427628 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:21:55.876386 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.securitygroups_db [None req-b7b58fcb-ba98-4c8c-8e5b-316a17427628 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Project 46280657579145c98b25ed64444c984c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 04 18:21:55.878902 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ed64eb-1650-423e-be3e-6bc3f39a491f None None] New status for floating IP fc46578f-b13d-4e0f-9af8-93bc08436e8d: ACTIVE {{(pid=73830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:21:55.883163 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b7b58fcb-ba98-4c8c-8e5b-316a17427628 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:55.972390 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b7b58fcb-ba98-4c8c-8e5b-316a17427628 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:55.980024 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b7b58fcb-ba98-4c8c-8e5b-316a17427628 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562519'] for security_group_rule, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:55.992410 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-845d22eb-c790-47a3-9468-3afcf3e62c04 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:56.024302 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b58fcb-ba98-4c8c-8e5b-316a17427628 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e928c02-4788-4796-b337-8f06476347bf,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:56.034306 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b7b58fcb-ba98-4c8c-8e5b-316a17427628 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:56.041332 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b7b58fcb-ba98-4c8c-8e5b-316a17427628 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:56.042628 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-b7b58fcb-ba98-4c8c-8e5b-316a17427628 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2197258
May 04 18:21:56.197790 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-703d2294-23f3-4de1-b8b6-b5c5f8d2499f req-eafe1050-a18f-4553-9ae1-134aa205fcb3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-671612355&fields=id&tenant_id=46280657579145c98b25ed64444c984c HTTP/1.1" status: 200  len: 267 time: 0.0550845
May 04 18:21:56.301391 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d2294-23f3-4de1-b8b6-b5c5f8d2499f req-1b23cf88-5ee4-45e8-a01c-7f35676e98e7 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:56.303148 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-703d2294-23f3-4de1-b8b6-b5c5f8d2499f req-1b23cf88-5ee4-45e8-a01c-7f35676e98e7 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 945 time: 0.0997345
May 04 18:21:56.315887 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [req-703d2294-23f3-4de1-b8b6-b5c5f8d2499f req-0c8b0ab1-59c4-44db-bc47-7c32c0b1cd67 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Request body: {'port': {'security_groups': ['89a669e3-2182-4a43-a09f-1167704615f8', '2ce6d73e-2f0c-4685-b2fe-74e207a813ad']}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:21:56.467424 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-703d2294-23f3-4de1-b8b6-b5c5f8d2499f req-0c8b0ab1-59c4-44db-bc47-7c32c0b1cd67 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:56.593089 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a285f-226e-4c35-bf4e-920ad04cdae8 req-24edcfc4-f5c7-4dd6-9b64-d5f7464d473a tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:56.601324 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2a4a285f-226e-4c35-bf4e-920ad04cdae8 req-24edcfc4-f5c7-4dd6-9b64-d5f7464d473a tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.1474106
May 04 18:21:56.662707 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2a4a285f-226e-4c35-bf4e-920ad04cdae8 req-54575009-5df5-4bf8-a3a1-c642b3ceab21 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502133
May 04 18:21:56.853155 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:56.986281 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4270f7-526f-445e-8670-576300953c80 req-e9c7a26d-fa57-45bf-984d-cbc4f6261f39 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:56.988248 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ed4270f7-526f-445e-8670-576300953c80 req-e9c7a26d-fa57-45bf-984d-cbc4f6261f39 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.1109486
May 04 18:21:57.004300 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [req-703d2294-23f3-4de1-b8b6-b5c5f8d2499f req-0c8b0ab1-59c4-44db-bc47-7c32c0b1cd67 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] For port ec901a10-4ef7-4426-af60-2b299fa3c114, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ec901a10-4ef7-4426-af60-2b299fa3c114,segment=NetworkSegment(ff7e9041-9bf9-46b8-bd66-6795e3b34549),segment_id=ff7e9041-9bf9-46b8-bd66-6795e3b34549)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:57.039666 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-703d2294-23f3-4de1-b8b6-b5c5f8d2499f req-0c8b0ab1-59c4-44db-bc47-7c32c0b1cd67 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:57.056371 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-703d2294-23f3-4de1-b8b6-b5c5f8d2499f req-0c8b0ab1-59c4-44db-bc47-7c32c0b1cd67 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3087185'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:57.062885 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e61662ec-cae0-4ae1-b2c8-dd1515005a00 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:57.070507 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['ec901a10-4ef7-4426-af60-2b299fa3c114'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:21:57.082363 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ed4270f7-526f-445e-8670-576300953c80 req-a756629a-994a-49bb-9310-d22f0bb6dcc3 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863407
May 04 18:21:57.154149 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d2294-23f3-4de1-b8b6-b5c5f8d2499f req-0c8b0ab1-59c4-44db-bc47-7c32c0b1cd67 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:57.154812 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-703d2294-23f3-4de1-b8b6-b5c5f8d2499f req-0c8b0ab1-59c4-44db-bc47-7c32c0b1cd67 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:57.156267 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-703d2294-23f3-4de1-b8b6-b5c5f8d2499f req-0c8b0ab1-59c4-44db-bc47-7c32c0b1cd67 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "PUT /v2.0/ports/ec901a10-4ef7-4426-af60-2b299fa3c114 HTTP/1.1" status: 200  len: 981 time: 0.8467660
May 04 18:21:57.157966 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'tag': 'ec901a10-4ef7-4426-af60-2b299fa3c114'}] {{(pid=73828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:21:57.165773 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b0ab1-59c4-44db-bc47-7c32c0b1cd67 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Pushing event updated for resources: {'Port': ['ID=ec901a10-4ef7-4426-af60-2b299fa3c114,revision_number=6']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:57.179305 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-0c8b0ab1-59c4-44db-bc47-7c32c0b1cd67 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:57.241894 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'tag': 'ec901a10-4ef7-4426-af60-2b299fa3c114', 'status': 'completed', 'code': 200}
May 04 18:21:57.270698 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['ec901a10-4ef7-4426-af60-2b299fa3c114'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:21:57.411601 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2c9a9-1f74-45fb-b1ef-e89de74f4087 req-2193540d-eb05-45f6-bd02-61b67d0d32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:57.414029 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-45b2c9a9-1f74-45fb-b1ef-e89de74f4087 req-2193540d-eb05-45f6-bd02-61b67d0d32a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46280657579145c98b25ed64444c984c&device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 1137 time: 0.1180718
May 04 18:21:57.532917 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea544cd-1771-427b-a996-0bb6b0bf81f4 req-ae414c84-e68d-4094-87aa-9770c999ce09 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:57.535968 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-fea544cd-1771-427b-a996-0bb6b0bf81f4 req-ae414c84-e68d-4094-87aa-9770c999ce09 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 984 time: 0.2220702
May 04 18:21:57.591615 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-c9861942-0f4e-4321-9c5b-2242d4df1d12 None None] Provisioning complete for port ec901a10-4ef7-4426-af60-2b299fa3c114 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:21:57.592304 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-c9861942-0f4e-4321-9c5b-2242d4df1d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:57.621259 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-fea544cd-1771-427b-a996-0bb6b0bf81f4 req-16a95843-64af-4ab0-91de-c55739a79aa6 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ce6d73e-2f0c-4685-b2fe-74e207a813ad&id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0784786
May 04 18:21:57.692038 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2c9a9-1f74-45fb-b1ef-e89de74f4087 req-fb265168-39ee-4f95-91fa-50109fec5e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:57.694058 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-45b2c9a9-1f74-45fb-b1ef-e89de74f4087 req-fb265168-39ee-4f95-91fa-50109fec5e22 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 HTTP/1.1" status: 200  len: 916 time: 0.2675850
May 04 18:21:57.840048 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-45b2c9a9-1f74-45fb-b1ef-e89de74f4087 req-78f809b8-3e2f-404f-ae39-1fdcb13af08a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec901a10-4ef7-4426-af60-2b299fa3c114 HTTP/1.1" status: 200  len: 1001 time: 0.1377127
May 04 18:21:57.954968 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2c9a9-1f74-45fb-b1ef-e89de74f4087 req-015aa3ac-5c58-459b-a77d-a51f8dbed525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:57.957707 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-45b2c9a9-1f74-45fb-b1ef-e89de74f4087 req-015aa3ac-5c58-459b-a77d-a51f8dbed525 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75babb52-bd73-4b2b-a05b-93422f3f18f2 HTTP/1.1" status: 200  len: 854 time: 0.0776243
May 04 18:21:58.043858 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41eafb-1d88-4cd4-bad5-21708ec708d3 req-481c28b1-b1f9-4071-920a-b733f1a80cc2 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:58.045488 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2b41eafb-1d88-4cd4-bad5-21708ec708d3 req-481c28b1-b1f9-4071-920a-b733f1a80cc2 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.2044134
May 04 18:21:58.123216 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2b41eafb-1d88-4cd4-bad5-21708ec708d3 req-28429d7e-9db0-4e2f-8925-71ad2ef9bea3 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632510
May 04 18:21:58.133544 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2c9a9-1f74-45fb-b1ef-e89de74f4087 req-6cbf2cab-2202-49b6-a0f6-4272045f899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:58.135083 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-45b2c9a9-1f74-45fb-b1ef-e89de74f4087 req-6cbf2cab-2202-49b6-a0f6-4272045f899c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3af6c1b1-a34c-4dff-ab0a-f27e4a060e93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1623583
May 04 18:21:58.302325 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-45b2c9a9-1f74-45fb-b1ef-e89de74f4087 req-a9af3f89-c882-475e-9c15-0eab5bf6adf9 service neutron] 10.222.0.64 "GET /v2.0/networks/3af6c1b1-a34c-4dff-ab0a-f27e4a060e93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543825
May 04 18:21:58.384555 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfc499-217b-47dc-9e4b-20ffe2bf4599 req-d3a24c29-deb9-4f22-b9d9-f1fde84db1bd tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:58.386077 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-63dfc499-217b-47dc-9e4b-20ffe2bf4599 req-d3a24c29-deb9-4f22-b9d9-f1fde84db1bd tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.0885572
May 04 18:21:58.434672 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-63dfc499-217b-47dc-9e4b-20ffe2bf4599 req-4776256a-cbaa-4add-9d29-e1f2d60a09fa tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424564
May 04 18:21:58.536644 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-45b2c9a9-1f74-45fb-b1ef-e89de74f4087 req-89044418-f938-44de-ae4e-7c9ad92e79b9 service neutron] 10.222.0.64 "GET /v2.0/networks/3af6c1b1-a34c-4dff-ab0a-f27e4a060e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2219989
May 04 18:21:58.960969 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c14e8-34b7-4212-9572-a1b39eadbb62 req-60d67011-6ce7-49f8-9457-56969cc43f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:58.962548 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-202c14e8-34b7-4212-9572-a1b39eadbb62 req-60d67011-6ce7-49f8-9457-56969cc43f95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27df770cfc4e46179df7e8bd111c6454&device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 1099 time: 0.0744503
May 04 18:21:59.119500 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c14e8-34b7-4212-9572-a1b39eadbb62 req-b936f398-7ca7-4c8e-a67a-685a6cd65c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:59.121071 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-202c14e8-34b7-4212-9572-a1b39eadbb62 req-b936f398-7ca7-4c8e-a67a-685a6cd65c09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5d9f6a0-8056-4021-b12a-9774e1320123 HTTP/1.1" status: 200  len: 917 time: 0.1483629
May 04 18:21:59.238887 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-202c14e8-34b7-4212-9572-a1b39eadbb62 req-ea1e2795-22a9-4eea-93bc-90753a41c12c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b75d3d4-4713-4a12-ab4b-1dcc0029777b HTTP/1.1" status: 200  len: 1001 time: 0.1108651
May 04 18:21:59.314997 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca240c9e-f1bc-498d-9277-822e2df4cf43 req-ffa73b72-8f21-4ba3-b21a-75083d165671 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:59.316534 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ca240c9e-f1bc-498d-9277-822e2df4cf43 req-ffa73b72-8f21-4ba3-b21a-75083d165671 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 944 time: 0.0875700
May 04 18:21:59.318568 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c14e8-34b7-4212-9572-a1b39eadbb62 req-46a21b32-b6bd-4099-8412-8130326b17ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:59.320020 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-202c14e8-34b7-4212-9572-a1b39eadbb62 req-46a21b32-b6bd-4099-8412-8130326b17ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06a64c1e-a477-4d77-860d-4be6483412a3 HTTP/1.1" status: 200  len: 855 time: 0.0627103
May 04 18:21:59.374210 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ca240c9e-f1bc-498d-9277-822e2df4cf43 req-bbf494df-4437-49b0-9b1f-de6dfe532146 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515068
May 04 18:21:59.389029 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 41c8297c-4bea-4f58-9cee-5f99924b12d8 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:21:59.424304 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c14e8-34b7-4212-9572-a1b39eadbb62 req-7e8fb478-af8c-4211-aacb-d28c6b5785e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:59.426128 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-202c14e8-34b7-4212-9572-a1b39eadbb62 req-7e8fb478-af8c-4211-aacb-d28c6b5785e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5d9f6a0-8056-4021-b12a-9774e1320123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0936179
May 04 18:21:59.556772 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 41c8297c-4bea-4f58-9cee-5f99924b12d8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=41c8297c-4bea-4f58-9cee-5f99924b12d8,segment=NetworkSegment(3da59d0a-7e0e-4517-b462-7b5e6a8e95a3),segment_id=3da59d0a-7e0e-4517-b462-7b5e6a8e95a3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:59.576781 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-202c14e8-34b7-4212-9572-a1b39eadbb62 req-41110328-8c77-416f-bfd6-c56912a4126b service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404071
May 04 18:21:59.581744 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': '41c8297c-4bea-4f58-9cee-5f99924b12d8', 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48', 'port_id': '41c8297c-4bea-4f58-9cee-5f99924b12d8', 'mac_address': 'fa:16:3e:52:d9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:21:59.642068 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:59.661824 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c8297c-4bea-4f58-9cee-5f99924b12d8 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:21:59.679563 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 41c8297c-4bea-4f58-9cee-5f99924b12d8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=41c8297c-4bea-4f58-9cee-5f99924b12d8,segment=NetworkSegment(3da59d0a-7e0e-4517-b462-7b5e6a8e95a3),segment_id=3da59d0a-7e0e-4517-b462-7b5e6a8e95a3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:21:59.684526 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:21:59.687413 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:21:59.761829 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=41c8297c-4bea-4f58-9cee-5f99924b12d8,revision_number=7']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:21:59.765741 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:21:59.787722 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-202c14e8-34b7-4212-9572-a1b39eadbb62 req-cedeb5f7-480a-4d26-8599-4152d8cd5bae service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1992736
May 04 18:21:59.795653 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ce22d-9946-4b49-a61a-f82b3fd958fd req-5031dd99-0647-404d-9c03-cc665d6e43cf tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:21:59.797789 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-971ce22d-9946-4b49-a61a-f82b3fd958fd req-5031dd99-0647-404d-9c03-cc665d6e43cf tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.1879375
May 04 18:21:59.846449 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-971ce22d-9946-4b49-a61a-f82b3fd958fd req-87474c74-6e0c-49b6-b860-65969861459b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407689
May 04 18:22:00.002274 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['41c8297c-4bea-4f58-9cee-5f99924b12d8'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:22:00.570933 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a92d34-68c1-490f-a203-213172897138 req-6ca07240-7236-4c66-968f-240809f3177b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:00.572403 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-30a92d34-68c1-490f-a203-213172897138 req-6ca07240-7236-4c66-968f-240809f3177b tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 945 time: 0.0853536
May 04 18:22:00.618179 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-30a92d34-68c1-490f-a203-213172897138 req-6b8d5a8d-5bf5-4263-93f8-5a3f9eee1e0d tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399137
May 04 18:22:01.048451 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b038b-789a-4c47-bd92-187394685a07 req-dc6f5ace-d728-4d23-825f-def9c2e3ceda tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:01.050342 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-840b038b-789a-4c47-bd92-187394685a07 req-dc6f5ace-d728-4d23-825f-def9c2e3ceda tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 946 time: 0.0860391
May 04 18:22:01.100287 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-840b038b-789a-4c47-bd92-187394685a07 req-272f5f7b-4687-406a-8e08-132d2c5f71e9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435271
May 04 18:22:01.399864 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 41c8297c-4bea-4f58-9cee-5f99924b12d8 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:22:01.470607 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port 41c8297c-4bea-4f58-9cee-5f99924b12d8 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:22:01.470982 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:01.588774 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:01.615834 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c8297c-4bea-4f58-9cee-5f99924b12d8'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:22:01.625652 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 41c8297c-4bea-4f58-9cee-5f99924b12d8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=41c8297c-4bea-4f58-9cee-5f99924b12d8,segment=NetworkSegment(3da59d0a-7e0e-4517-b462-7b5e6a8e95a3),segment_id=3da59d0a-7e0e-4517-b462-7b5e6a8e95a3)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:22:01.631082 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:01.632141 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 2b75d3d4-4713-4a12-ab4b-1dcc0029777b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:22:01.664973 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c8297c-4bea-4f58-9cee-5f99924b12d8', 'code': 200}
May 04 18:22:01.665481 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:22:01.760505 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=41c8297c-4bea-4f58-9cee-5f99924b12d8,revision_number=8']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:22:01.764151 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:22:01.810348 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2e41b-1dec-48b0-a505-463bb8eddfaf req-aada0a17-ec49-4314-9f1d-063570f8bcd7 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:01.811845 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f2a2e41b-1dec-48b0-a505-463bb8eddfaf req-aada0a17-ec49-4314-9f1d-063570f8bcd7 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.0843697
May 04 18:22:01.821507 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:01.859151 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:22:01.865530 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f2a2e41b-1dec-48b0-a505-463bb8eddfaf req-b31efb8e-cbfb-4aca-8527-17a92b2ec4e0 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415628
May 04 18:22:01.865786 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:01.868338 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5db43434-da02-4efd-b90e-c3d5a10c82ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:22:01.946721 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,revision_number=8']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:22:01.949908 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:22:02.073911 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11667e-eb78-4664-b01f-bdd9c2e1fd09 req-220180b4-df3b-4c48-b745-894ad3668bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:02.075591 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2c11667e-eb78-4664-b01f-bdd9c2e1fd09 req-220180b4-df3b-4c48-b745-894ad3668bb1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 1099 time: 0.0773733
May 04 18:22:02.124595 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-2c11667e-eb78-4664-b01f-bdd9c2e1fd09 req-6dddf45e-9af0-41c0-b83e-61a553736ebd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406673
May 04 18:22:02.304849 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b517c5b-12b5-4362-8e0e-09965a80d3ed req-fc8cac5f-870b-4c7d-ae53-408a3753dae8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:02.306386 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8b517c5b-12b5-4362-8e0e-09965a80d3ed req-fc8cac5f-870b-4c7d-ae53-408a3753dae8 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.0921447
May 04 18:22:02.357739 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8b517c5b-12b5-4362-8e0e-09965a80d3ed req-20bab504-2102-4cbf-9a0b-cf9c7a15c897 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454848
May 04 18:22:03.066700 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba66450-291f-4114-be04-f967d2682806 req-c8843a9d-bc58-4586-8706-f488f8d410d4 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:03.068253 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1ba66450-291f-4114-be04-f967d2682806 req-c8843a9d-bc58-4586-8706-f488f8d410d4 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.0905972
May 04 18:22:03.119147 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1ba66450-291f-4114-be04-f967d2682806 req-092fa6cc-d91e-4a24-acd4-d49cdca60d5e tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449719
May 04 18:22:03.666043 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b4ba78-270b-4493-bb79-072799e26351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:22:03.707675 dv-cinder-789603-2-iscsi neutron-server[73829]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '08b4ba78-270b-4493-bb79-072799e26351', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b', 'code': 422} returned with failed status
May 04 18:22:03.896587 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55544f66-4a3e-4286-ac4c-5f25dcd5932c req-46fc995c-d9f3-47ad-9501-9236640ff7ca tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:03.898123 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-55544f66-4a3e-4286-ac4c-5f25dcd5932c req-46fc995c-d9f3-47ad-9501-9236640ff7ca tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.0862949
May 04 18:22:03.959855 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-55544f66-4a3e-4286-ac4c-5f25dcd5932c req-8e35ef55-c146-407b-b20c-57e321042902 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537436
May 04 18:22:04.027644 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47344) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:22:04.144615 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e4a583f9-d643-4af9-bee5-7accb225d3bd req-93251f50-a41a-4f7b-9f70-594aa7edd2be service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1158178
May 04 18:22:04.318801 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08bb12-28d7-4aae-a164-0b8fe3e0957c req-9b3ba180-47b2-46ea-9602-cebbbe68b8d9 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:04.320635 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-be08bb12-28d7-4aae-a164-0b8fe3e0957c req-9b3ba180-47b2-46ea-9602-cebbbe68b8d9 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.0883887
May 04 18:22:04.385199 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-be08bb12-28d7-4aae-a164-0b8fe3e0957c req-3ad48cef-5ada-442a-8341-d70cf19ceaa9 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583513
May 04 18:22:05.161212 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a97d0b-fba6-4ea2-9a7c-4d55e9be7ebf req-6848d9ce-3deb-4600-8fb1-20fdf4d9ad34 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:05.162767 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-07a97d0b-fba6-4ea2-9a7c-4d55e9be7ebf req-6848d9ce-3deb-4600-8fb1-20fdf4d9ad34 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.0882347
May 04 18:22:05.210445 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-07a97d0b-fba6-4ea2-9a7c-4d55e9be7ebf req-b5a18db4-d4ee-426f-a735-e3067c7f0386 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417063
May 04 18:22:05.232676 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a583f9-d643-4af9-bee5-7accb225d3bd req-dabdaad7-1804-45c8-8a92-975a6d97ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:05.234191 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e4a583f9-d643-4af9-bee5-7accb225d3bd req-dabdaad7-1804-45c8-8a92-975a6d97ed20 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351&tenant_id=27df770cfc4e46179df7e8bd111c6454 HTTP/1.1" status: 200  len: 1097 time: 0.0796523
May 04 18:22:05.332956 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a583f9-d643-4af9-bee5-7accb225d3bd req-98ab051c-fd21-4b54-8e99-923bd441cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:05.334475 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e4a583f9-d643-4af9-bee5-7accb225d3bd req-98ab051c-fd21-4b54-8e99-923bd441cd0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27df770cfc4e46179df7e8bd111c6454&device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 1097 time: 0.0722661
May 04 18:22:05.411798 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 2b75d3d4-4713-4a12-ab4b-1dcc0029777b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:22:05.470302 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a583f9-d643-4af9-bee5-7accb225d3bd req-6fa87865-3ef7-43d6-8e91-5892bd2e0c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:05.472452 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e4a583f9-d643-4af9-bee5-7accb225d3bd req-6fa87865-3ef7-43d6-8e91-5892bd2e0c6f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5d9f6a0-8056-4021-b12a-9774e1320123 HTTP/1.1" status: 200  len: 917 time: 0.1295922
May 04 18:22:05.631244 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e4a583f9-d643-4af9-bee5-7accb225d3bd req-638ec099-a318-4b92-b246-9bb3a9cd682d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b75d3d4-4713-4a12-ab4b-1dcc0029777b HTTP/1.1" status: 200  len: 999 time: 0.1426718
May 04 18:22:05.711978 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a583f9-d643-4af9-bee5-7accb225d3bd req-876f443e-f3eb-4d77-9f52-c9df75cbb7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:05.713405 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e4a583f9-d643-4af9-bee5-7accb225d3bd req-876f443e-f3eb-4d77-9f52-c9df75cbb7b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06a64c1e-a477-4d77-860d-4be6483412a3 HTTP/1.1" status: 200  len: 855 time: 0.0609925
May 04 18:22:05.883229 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a583f9-d643-4af9-bee5-7accb225d3bd req-e97568a9-9a57-4717-9c12-3ea47d858581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:05.884713 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e4a583f9-d643-4af9-bee5-7accb225d3bd req-e97568a9-9a57-4717-9c12-3ea47d858581 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5d9f6a0-8056-4021-b12a-9774e1320123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1609459
May 04 18:22:06.024743 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e4a583f9-d643-4af9-bee5-7accb225d3bd req-813a3ad4-6dfd-41ea-9a1c-9d408fab29bd service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299474
May 04 18:22:06.167589 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e4a583f9-d643-4af9-bee5-7accb225d3bd req-77d48c39-e861-4bed-9769-d8a428c3e60b service neutron] 10.222.0.64 "GET /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306963
May 04 18:22:06.412726 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cdb42-8c2b-4a5f-9144-1c0280870585 req-b296fe0a-1a40-4a03-8b4f-c557ed083306 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:06.414269 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6a7cdb42-8c2b-4a5f-9144-1c0280870585 req-b296fe0a-1a40-4a03-8b4f-c557ed083306 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.0877888
May 04 18:22:06.461509 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6a7cdb42-8c2b-4a5f-9144-1c0280870585 req-f8aa4120-33b3-46da-9475-319fd5c61be9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415154
May 04 18:22:07.667370 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777358d2-dd4b-4ba4-8491-f5c9cfe86786 req-bdd91361-e354-4ea6-9836-fbaeadfa815f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:07.668828 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-777358d2-dd4b-4ba4-8491-f5c9cfe86786 req-bdd91361-e354-4ea6-9836-fbaeadfa815f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.0858388
May 04 18:22:07.721572 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-777358d2-dd4b-4ba4-8491-f5c9cfe86786 req-d4d72fab-effb-4ebd-a667-f76afe74eb82 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461249
May 04 18:22:08.919238 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93554a8b-7b2d-4470-af19-130eac01f10e req-b8220b85-f4cf-42ea-8a4e-5edbd45f9b1d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:08.921417 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-93554a8b-7b2d-4470-af19-130eac01f10e req-b8220b85-f4cf-42ea-8a4e-5edbd45f9b1d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.0881183
May 04 18:22:08.975353 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-93554a8b-7b2d-4470-af19-130eac01f10e req-8adb40f3-94bc-4217-8da6-1d5e968ae5b2 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481679
May 04 18:22:10.176439 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b331c6-0061-43cc-9898-19c68494439f req-3d594f18-9b4a-41f8-a1a4-0082f695fb6b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:10.178037 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-26b331c6-0061-43cc-9898-19c68494439f req-3d594f18-9b4a-41f8-a1a4-0082f695fb6b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.0876832
May 04 18:22:10.226008 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-26b331c6-0061-43cc-9898-19c68494439f req-784aa429-4414-43b7-8a24-447eb47ebf8d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417619
May 04 18:22:11.427671 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23acd4e-22e1-4ae1-b557-e5dc9a09bc31 req-4b43d2b2-ed46-45d5-873d-401dcadb4587 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:11.429196 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b23acd4e-22e1-4ae1-b557-e5dc9a09bc31 req-4b43d2b2-ed46-45d5-873d-401dcadb4587 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.0863612
May 04 18:22:11.479860 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b23acd4e-22e1-4ae1-b557-e5dc9a09bc31 req-507a28e4-c958-4d53-8912-14c171aa6bab tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408623
May 04 18:22:12.774124 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fefc70-4b00-4751-9845-a06526635135 req-e2534f7c-b9de-4b1a-85ff-ed13bb726516 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:12.775939 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b4fefc70-4b00-4751-9845-a06526635135 req-e2534f7c-b9de-4b1a-85ff-ed13bb726516 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.1820555
May 04 18:22:12.825976 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b4fefc70-4b00-4751-9845-a06526635135 req-2f497069-008f-4bd1-a11e-f46971d800ae tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441093
May 04 18:22:14.043821 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5130d1-e048-4485-af28-504dea753630 req-c9bdfeb8-24f5-47d4-b562-ff3fe8eb95ba tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:14.051936 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-af5130d1-e048-4485-af28-504dea753630 req-c9bdfeb8-24f5-47d4-b562-ff3fe8eb95ba tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.1161246
May 04 18:22:14.095142 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-af5130d1-e048-4485-af28-504dea753630 req-63fe9361-19d9-4fe4-99ff-731927220b4b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418959
May 04 18:22:15.454688 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca5de9-aee4-403b-8f8e-73803ac0133f req-4d1176ea-604d-4348-8bbd-66f4d08e3005 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:15.456290 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b0ca5de9-aee4-403b-8f8e-73803ac0133f req-4d1176ea-604d-4348-8bbd-66f4d08e3005 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.0910139
May 04 18:22:15.508333 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b0ca5de9-aee4-403b-8f8e-73803ac0133f req-5ef202f7-53f8-4eac-abcf-b1745da7c71d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461595
May 04 18:22:16.709526 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926e93d-a191-4a95-be6b-2d1839f1ded3 req-3de56659-be93-4678-98ea-1bbe07bbb60e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:16.711214 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7926e93d-a191-4a95-be6b-2d1839f1ded3 req-3de56659-be93-4678-98ea-1bbe07bbb60e tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.0863209
May 04 18:22:16.764614 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7926e93d-a191-4a95-be6b-2d1839f1ded3 req-0a0f0fac-2cf2-4129-985a-210af77fcfef tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466528
May 04 18:22:17.960930 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e9724-89e1-4232-ae3b-9193580cd058 req-a0aacd7e-bb69-4325-8723-d34491e4fb4b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:17.962439 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9c7e9724-89e1-4232-ae3b-9193580cd058 req-a0aacd7e-bb69-4325-8723-d34491e4fb4b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.0844901
May 04 18:22:18.018703 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9c7e9724-89e1-4232-ae3b-9193580cd058 req-10205bc4-7dd1-4dbd-9958-4cb770b162df tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468202
May 04 18:22:19.229250 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa2211-d8d9-4b49-b676-1c686dc7a730 req-19c904bc-007a-4939-ae8f-8f44bd346bad tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:19.230847 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5faa2211-d8d9-4b49-b676-1c686dc7a730 req-19c904bc-007a-4939-ae8f-8f44bd346bad tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.0852263
May 04 18:22:19.276957 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-5faa2211-d8d9-4b49-b676-1c686dc7a730 req-6f0a99c9-67f2-40bb-a22c-a5caafc0faec tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403516
May 04 18:22:20.470195 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21308aa4-d4a2-4204-ab08-0c314b601171 req-648e1d69-e58e-4e16-9f8c-40b6cf17a8f6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:20.471727 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-21308aa4-d4a2-4204-ab08-0c314b601171 req-648e1d69-e58e-4e16-9f8c-40b6cf17a8f6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.0835686
May 04 18:22:20.518396 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-21308aa4-d4a2-4204-ab08-0c314b601171 req-ba873719-8312-4137-87cf-ca2d84a51948 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408838
May 04 18:22:20.559809 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-a691cb63-8d77-4de2-80a3-a0fb1b900e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:21.439440 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 2b75d3d4-4713-4a12-ab4b-1dcc0029777b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:22:21.578723 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:22:21.593440 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'port_id': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b', 'mac_address': 'fa:16:3e:1e:59:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:22:21.652951 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:21.667749 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b75d3d4-4713-4a12-ab4b-1dcc0029777b {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:22:21.684639 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:22:21.688782 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:21.691449 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-3f2a1a0b-3578-44ad-a308-c0951dc111e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:22:21.716273 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78804507-8954-49c6-a920-0e051ebb1297 req-d0e4e1da-bb5a-4bc7-815a-de553adc6f82 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:21.717791 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-78804507-8954-49c6-a920-0e051ebb1297 req-d0e4e1da-bb5a-4bc7-815a-de553adc6f82 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 944 time: 0.0867128
May 04 18:22:21.761683 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,revision_number=9']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:22:21.764831 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:22:21.765753 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-78804507-8954-49c6-a920-0e051ebb1297 req-d99222a2-150a-4454-b169-57033962e558 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418053
May 04 18:22:22.045399 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['2b75d3d4-4713-4a12-ab4b-1dcc0029777b'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:22:22.930114 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:22.958724 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea1202-cc2c-420c-951b-d75fb798241d req-60623682-09cc-44db-9bfb-e71dff9518fd tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:22.960305 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ccea1202-cc2c-420c-951b-d75fb798241d req-60623682-09cc-44db-9bfb-e71dff9518fd tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 945 time: 0.0827360
May 04 18:22:23.005734 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ccea1202-cc2c-420c-951b-d75fb798241d req-e52904f6-58a5-4d97-bd95-163cefc6ea66 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392978
May 04 18:22:23.431680 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-ca1739c0-7b56-4179-84d0-91b4c23951d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:23.448483 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 2b75d3d4-4713-4a12-ab4b-1dcc0029777b up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:22:23.522237 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:22:23.522926 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:23.610029 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b291bc-b0ca-4037-bf79-0b9cf0feac73 req-bb081403-e72e-4750-8cf2-e4a0834ffe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:23.612285 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-23b291bc-b0ca-4037-bf79-0b9cf0feac73 req-bb081403-e72e-4750-8cf2-e4a0834ffe20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46280657579145c98b25ed64444c984c&device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 1137 time: 0.0761697
May 04 18:22:23.652413 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fdca4-55ad-434f-b9ff-f5a98dac9aba req-ea60f977-e89c-45e1-9c43-0c785cd30997 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:23.653951 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-620fdca4-55ad-434f-b9ff-f5a98dac9aba req-ea60f977-e89c-45e1-9c43-0c785cd30997 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 984 time: 0.0891595
May 04 18:22:23.655417 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:23.684630 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b4ba78-270b-4493-bb79-072799e26351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:22:23.698621 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:22:23.703898 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:23.709122 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:22:23.716729 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-620fdca4-55ad-434f-b9ff-f5a98dac9aba req-a3db2d4d-8363-4735-9444-725166f80100 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ce6d73e-2f0c-4685-b2fe-74e207a813ad&id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0548766
May 04 18:22:23.747075 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b4ba78-270b-4493-bb79-072799e26351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b', 'code': 200}
May 04 18:22:23.754685 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b291bc-b0ca-4037-bf79-0b9cf0feac73 req-47a34f36-c028-4e4f-a8e1-942b32b06d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:23.756343 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-23b291bc-b0ca-4037-bf79-0b9cf0feac73 req-47a34f36-c028-4e4f-a8e1-942b32b06d2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 HTTP/1.1" status: 200  len: 916 time: 0.1366732
May 04 18:22:23.803627 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,revision_number=10']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:22:23.807888 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:22:23.892923 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-23b291bc-b0ca-4037-bf79-0b9cf0feac73 req-73498b16-fc50-4ff5-9d77-5185bd0e9dca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec901a10-4ef7-4426-af60-2b299fa3c114 HTTP/1.1" status: 200  len: 1001 time: 0.1247401
May 04 18:22:23.966349 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b291bc-b0ca-4037-bf79-0b9cf0feac73 req-19b750ba-e505-4cf5-88cc-13d49a0c7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:23.967824 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-23b291bc-b0ca-4037-bf79-0b9cf0feac73 req-19b750ba-e505-4cf5-88cc-13d49a0c7582 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75babb52-bd73-4b2b-a05b-93422f3f18f2 HTTP/1.1" status: 200  len: 854 time: 0.0629351
May 04 18:22:24.097316 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453d2cd-c3d2-416f-b7e8-f128580f7afe req-2520d210-99c7-415f-a977-dbbcabd5ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:24.098811 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3453d2cd-c3d2-416f-b7e8-f128580f7afe req-2520d210-99c7-415f-a977-dbbcabd5ccac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 1100 time: 0.1300089
May 04 18:22:24.101435 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b291bc-b0ca-4037-bf79-0b9cf0feac73 req-b836bae8-e36b-4649-9550-8c8ac112ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:24.102815 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-23b291bc-b0ca-4037-bf79-0b9cf0feac73 req-b836bae8-e36b-4649-9550-8c8ac112ffbf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3af6c1b1-a34c-4dff-ab0a-f27e4a060e93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1024601
May 04 18:22:24.282285 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3453d2cd-c3d2-416f-b7e8-f128580f7afe req-6250983b-5401-447f-bc82-460ea06c390b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1705518
May 04 18:22:24.322536 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-23b291bc-b0ca-4037-bf79-0b9cf0feac73 req-939235e8-aa0a-4b6c-a323-37103640f012 service neutron] 10.222.0.64 "GET /v2.0/networks/3af6c1b1-a34c-4dff-ab0a-f27e4a060e93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1983564
May 04 18:22:24.337473 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a96c37-b341-4085-bd22-cfad034dad65 req-6c8bab5e-e73e-474c-8e8e-f4fd624a8c97 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:24.338896 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a0a96c37-b341-4085-bd22-cfad034dad65 req-6c8bab5e-e73e-474c-8e8e-f4fd624a8c97 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 947 time: 0.2122071
May 04 18:22:24.472499 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a0a96c37-b341-4085-bd22-cfad034dad65 req-0d0d229f-4500-4641-be1e-927fdf673d28 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1271198
May 04 18:22:24.513947 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-23b291bc-b0ca-4037-bf79-0b9cf0feac73 req-e1a52062-d415-4218-9be3-4fc1c4b4162a service neutron] 10.222.0.64 "GET /v2.0/networks/3af6c1b1-a34c-4dff-ab0a-f27e4a060e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561880
May 04 18:22:24.822293 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:24.916773 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288cefc-b51e-4b17-b9e9-01155ba80655 req-207dc741-7259-4029-adbb-354ae03ad7f0 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:24.918219 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9288cefc-b51e-4b17-b9e9-01155ba80655 req-207dc741-7259-4029-adbb-354ae03ad7f0 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 984 time: 0.0852482
May 04 18:22:24.985013 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9288cefc-b51e-4b17-b9e9-01155ba80655 req-fc206faa-340a-4d35-8f68-1413f9873728 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ce6d73e-2f0c-4685-b2fe-74e207a813ad&id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0609603
May 04 18:22:25.081955 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:25.671978 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71bb69-c794-4400-8bc5-18120ea5f667 req-6293c1dd-ae0f-4b6e-b6f4-dd679928661d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:25.673508 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3e71bb69-c794-4400-8bc5-18120ea5f667 req-6293c1dd-ae0f-4b6e-b6f4-dd679928661d tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 947 time: 0.0863900
May 04 18:22:25.720462 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3e71bb69-c794-4400-8bc5-18120ea5f667 req-5ef44935-6f62-42b6-b02c-9c1cf018a69b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402601
May 04 18:22:26.192919 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56285bc5-bca4-4dc2-b9dd-707c816fc549 req-d329d540-a7ea-412e-9ea3-4e84f7b45b4b tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:26.194438 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-56285bc5-bca4-4dc2-b9dd-707c816fc549 req-d329d540-a7ea-412e-9ea3-4e84f7b45b4b tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 984 time: 0.0909181
May 04 18:22:26.242144 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-56285bc5-bca4-4dc2-b9dd-707c816fc549 req-35ea7c59-f798-40a9-b284-163a02abad2a tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Synchronizing usage tracker for tenant:46280657579145c98b25ed64444c984c on resource:security_group {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:22:26.258187 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-56285bc5-bca4-4dc2-b9dd-707c816fc549 req-35ea7c59-f798-40a9-b284-163a02abad2a tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Unset dirty status for tenant:46280657579145c98b25ed64444c984c on resource:security_group {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:22:26.259605 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-56285bc5-bca4-4dc2-b9dd-707c816fc549 req-35ea7c59-f798-40a9-b284-163a02abad2a tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ce6d73e-2f0c-4685-b2fe-74e207a813ad&id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0586090
May 04 18:22:26.848386 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:26.915053 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91613593-cfe8-4ad3-b612-3c86a2fd694a req-6a8218f0-bb56-47d9-8e23-d98d87b3c721 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:26.916527 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-91613593-cfe8-4ad3-b612-3c86a2fd694a req-6a8218f0-bb56-47d9-8e23-d98d87b3c721 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 947 time: 0.0828035
May 04 18:22:26.961620 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-91613593-cfe8-4ad3-b612-3c86a2fd694a req-4974f1c3-2a76-4397-83b6-7e760d745a9a tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394003
May 04 18:22:27.278540 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:22:27.453871 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff917c-5910-4eb0-84a6-c6d3614b1e51 req-e4b67609-59e1-43b5-bf9e-3177fba58ca3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:27.455373 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-96ff917c-5910-4eb0-84a6-c6d3614b1e51 req-e4b67609-59e1-43b5-bf9e-3177fba58ca3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 984 time: 0.0858574
May 04 18:22:27.504061 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-96ff917c-5910-4eb0-84a6-c6d3614b1e51 req-ed6f4be9-7dcb-49ee-b4d1-81c9c0379abd tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ce6d73e-2f0c-4685-b2fe-74e207a813ad&id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0417349
May 04 18:22:28.690298 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289793fe-9f0b-47a9-a852-4dbe033e17a1 req-42d4324a-111a-4334-b818-a02d45046925 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:28.691809 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-289793fe-9f0b-47a9-a852-4dbe033e17a1 req-42d4324a-111a-4334-b818-a02d45046925 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 984 time: 0.0813766
May 04 18:22:28.740451 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-289793fe-9f0b-47a9-a852-4dbe033e17a1 req-186c2114-4406-4d88-9362-c2b6f9fc37c8 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ce6d73e-2f0c-4685-b2fe-74e207a813ad&id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0426044
May 04 18:22:29.934536 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c07e5d-4765-40c5-b1b8-338e144a1e6e req-555c6d86-9699-4590-837d-0cc6cad7352f tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:29.936031 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c5c07e5d-4765-40c5-b1b8-338e144a1e6e req-555c6d86-9699-4590-837d-0cc6cad7352f tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 984 time: 0.0832751
May 04 18:22:29.986129 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c5c07e5d-4765-40c5-b1b8-338e144a1e6e req-e5044446-fba1-429c-aa43-1d5127c2b4ea tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ce6d73e-2f0c-4685-b2fe-74e207a813ad&id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0441341
May 04 18:22:30.668039 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d5ff2f6e-ad35-48ad-828c-b351842d0ae0 req-0816403c-bbf1-4edf-a5a2-f1d00e81722e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0712049
May 04 18:22:30.772512 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff2f6e-ad35-48ad-828c-b351842d0ae0 req-6ed455e8-8b91-4e5e-af7c-294249eab7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:30.774018 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d5ff2f6e-ad35-48ad-828c-b351842d0ae0 req-6ed455e8-8b91-4e5e-af7c-294249eab7fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab6eed97c69b49a1a90a0f56d72c765f&device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 1099 time: 0.0754316
May 04 18:22:30.933221 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff2f6e-ad35-48ad-828c-b351842d0ae0 req-9b12c8c8-25f3-4fa2-b8e5-99a6a2e63e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:30.934814 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d5ff2f6e-ad35-48ad-828c-b351842d0ae0 req-9b12c8c8-25f3-4fa2-b8e5-99a6a2e63e81 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4b33504-faeb-4e1f-8e54-370cd5782b48 HTTP/1.1" status: 200  len: 910 time: 0.1294744
May 04 18:22:31.136105 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d5ff2f6e-ad35-48ad-828c-b351842d0ae0 req-10851957-7e41-451f-ae72-21b8fe0b4eac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41c8297c-4bea-4f58-9cee-5f99924b12d8 HTTP/1.1" status: 200  len: 1002 time: 0.1937945
May 04 18:22:31.197945 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c92e56-e7b7-4007-a983-ba9af9455992 req-9216de68-a967-492b-9dc7-c743d963f381 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:31.199355 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-91c92e56-e7b7-4007-a983-ba9af9455992 req-9216de68-a967-492b-9dc7-c743d963f381 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 984 time: 0.0964546
May 04 18:22:31.204002 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff2f6e-ad35-48ad-828c-b351842d0ae0 req-26f8185b-ee60-48d6-8a92-c9c74c3b42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:31.205431 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d5ff2f6e-ad35-48ad-828c-b351842d0ae0 req-26f8185b-ee60-48d6-8a92-c9c74c3b42f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb413902-05ac-432a-9e90-f8d471f71e38 HTTP/1.1" status: 200  len: 848 time: 0.0600379
May 04 18:22:31.287283 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff2f6e-ad35-48ad-828c-b351842d0ae0 req-5ce89b5f-e25f-476e-84b4-6d8643865beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:31.288765 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d5ff2f6e-ad35-48ad-828c-b351842d0ae0 req-5ce89b5f-e25f-476e-84b4-6d8643865beb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4b33504-faeb-4e1f-8e54-370cd5782b48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745764
May 04 18:22:31.341727 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-91c92e56-e7b7-4007-a983-ba9af9455992 req-0698c888-0c30-44f7-9d32-5a80dd9a1bf7 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ce6d73e-2f0c-4685-b2fe-74e207a813ad&id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1362622
May 04 18:22:31.432400 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d5ff2f6e-ad35-48ad-828c-b351842d0ae0 req-71ddefe8-505f-4d95-bedb-b06f142bb448 service neutron] 10.222.0.64 "GET /v2.0/networks/f4b33504-faeb-4e1f-8e54-370cd5782b48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272161
May 04 18:22:31.572985 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d5ff2f6e-ad35-48ad-828c-b351842d0ae0 req-0bb0cda6-9e3d-4b3e-9a8e-a1afee8c1ba3 service neutron] 10.222.0.64 "GET /v2.0/networks/f4b33504-faeb-4e1f-8e54-370cd5782b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276259
May 04 18:22:32.526094 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a4618-493b-40f2-b2cd-c38ce4fc83e7 req-f414fbef-75ff-4d60-b1bb-9b708a5e3793 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:32.527552 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6b3a4618-493b-40f2-b2cd-c38ce4fc83e7 req-f414fbef-75ff-4d60-b1bb-9b708a5e3793 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 984 time: 0.0798802
May 04 18:22:32.577372 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6b3a4618-493b-40f2-b2cd-c38ce4fc83e7 req-56cab15f-7035-4e9c-8732-1ace8821309f tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ce6d73e-2f0c-4685-b2fe-74e207a813ad&id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0440106
May 04 18:22:33.793747 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb78fc-dc01-4d8b-ad25-56735c478220 req-8b76d3d0-bf53-4ccb-a337-9c41ea177a8c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:33.795206 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-25fb78fc-dc01-4d8b-ad25-56735c478220 req-8b76d3d0-bf53-4ccb-a337-9c41ea177a8c tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 984 time: 0.0798542
May 04 18:22:33.843413 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-25fb78fc-dc01-4d8b-ad25-56735c478220 req-8df96e27-bea9-4fd8-a4e0-65c89d95a6aa tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ce6d73e-2f0c-4685-b2fe-74e207a813ad&id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0423715
May 04 18:22:35.033493 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc734659-ac66-4a32-a294-22edc9a170ad req-0f3d6fa5-b724-45eb-9a9d-7acd6807d0ba tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:35.034966 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-cc734659-ac66-4a32-a294-22edc9a170ad req-0f3d6fa5-b724-45eb-9a9d-7acd6807d0ba tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 984 time: 0.0843189
May 04 18:22:35.081017 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-cc734659-ac66-4a32-a294-22edc9a170ad req-75014119-7019-49b7-b54b-4325920d5d81 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ce6d73e-2f0c-4685-b2fe-74e207a813ad&id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0402186
May 04 18:22:36.273009 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb68087-10bc-439a-859f-1632882871af req-3aa58634-e633-43a9-acf0-f0564af14fc8 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:36.274512 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4eb68087-10bc-439a-859f-1632882871af req-3aa58634-e633-43a9-acf0-f0564af14fc8 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 984 time: 0.0871646
May 04 18:22:36.325706 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4eb68087-10bc-439a-859f-1632882871af req-6a8cd47d-89ee-43b2-9cc4-82b3afc55105 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ce6d73e-2f0c-4685-b2fe-74e207a813ad&id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0452063
May 04 18:22:37.518804 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a6774-ffd4-4e2f-852f-c4d9498a9c7d req-90cddbc0-98a5-4315-8476-f4773fbd19b3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:37.521104 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1e8a6774-ffd4-4e2f-852f-c4d9498a9c7d req-90cddbc0-98a5-4315-8476-f4773fbd19b3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 984 time: 0.0870264
May 04 18:22:37.571244 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1e8a6774-ffd4-4e2f-852f-c4d9498a9c7d req-270e8d15-3f0b-436c-ac35-cf8ceb6c1f50 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ce6d73e-2f0c-4685-b2fe-74e207a813ad&id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0419509
May 04 18:22:38.771373 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ea2f7-b25b-4b88-8ca4-8b89ad1c3c2c req-51215851-4877-41d7-b583-2e416de77b29 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:38.773000 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-bb4ea2f7-b25b-4b88-8ca4-8b89ad1c3c2c req-51215851-4877-41d7-b583-2e416de77b29 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 984 time: 0.0895438
May 04 18:22:38.822717 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-bb4ea2f7-b25b-4b88-8ca4-8b89ad1c3c2c req-57650156-8283-475f-b793-42bf1ef0c8d6 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ce6d73e-2f0c-4685-b2fe-74e207a813ad&id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0436895
May 04 18:22:40.012153 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c5271-28d1-4acb-a2ff-0e1106fe4488 req-c2ccdbbe-9645-4654-bb43-a9f5b15e7e10 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:40.013615 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f6c5271-28d1-4acb-a2ff-0e1106fe4488 req-c2ccdbbe-9645-4654-bb43-a9f5b15e7e10 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 984 time: 0.0847473
May 04 18:22:40.060169 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f6c5271-28d1-4acb-a2ff-0e1106fe4488 req-27658a54-d0f1-45c6-900b-66c0b58328c0 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ce6d73e-2f0c-4685-b2fe-74e207a813ad&id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0407391
May 04 18:22:41.245262 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666da31-fa74-4183-a03f-3aebacc41584 req-5aa61177-d159-404c-bc38-a3c77facdbfc tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:22:41.246653 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d666da31-fa74-4183-a03f-3aebacc41584 req-5aa61177-d159-404c-bc38-a3c77facdbfc tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 984 time: 0.0793567
May 04 18:22:41.296974 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d666da31-fa74-4183-a03f-3aebacc41584 req-7399cc85-3701-46eb-99b1-833860ff136b tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ce6d73e-2f0c-4685-b2fe-74e207a813ad&id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0445333
May 04 18:22:50.565460 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-be974ef9-3537-4a0f-9d2a-56335db2912b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:52.925004 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:53.437462 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-c64643c8-2329-497a-9efe-50fbbccaaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:54.829074 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:55.086864 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:22:56.851205 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:03.897461 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805fd00-3861-4829-8339-5a8f99dc9c56 req-a694f64e-8ad3-42d9-9a28-a5586259783e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:03.899018 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4805fd00-3861-4829-8339-5a8f99dc9c56 req-a694f64e-8ad3-42d9-9a28-a5586259783e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 946 time: 0.0869122
May 04 18:23:03.946001 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4805fd00-3861-4829-8339-5a8f99dc9c56 req-87a4a1a8-7d58-409c-ac7b-c2abd8269584 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=1593d99e-ed95-4afa-b9b3-6781c3530de0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412281
May 04 18:23:04.277439 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:23:05.140623 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4706622-58e5-497c-955f-bdfa8f27138f req-a6d6bf14-f8cb-4332-a89a-08763a07d483 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:05.142052 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b4706622-58e5-497c-955f-bdfa8f27138f req-a6d6bf14-f8cb-4332-a89a-08763a07d483 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 946 time: 0.0836267
May 04 18:23:05.190031 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b4706622-58e5-497c-955f-bdfa8f27138f req-0c56138c-095e-4057-b29f-6f0557d033b9 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=1593d99e-ed95-4afa-b9b3-6781c3530de0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399733
May 04 18:23:05.906296 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc1be6-0a4f-4d89-a7e2-15abdfa5e4cb req-9c2b2b7a-68b0-4d36-a76c-d2651593e001 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:05.907819 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d1fc1be6-0a4f-4d89-a7e2-15abdfa5e4cb req-9c2b2b7a-68b0-4d36-a76c-d2651593e001 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 947 time: 0.0870655
May 04 18:23:05.957760 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d1fc1be6-0a4f-4d89-a7e2-15abdfa5e4cb req-e1cbb39b-618b-46cc-9a12-a74b2cc606c1 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428510
May 04 18:23:06.084427 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87b649-52fb-45ea-b868-cbb08b87da87 req-a291aedc-f5f0-4447-af90-f9205c72003b tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:06.086062 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8d87b649-52fb-45ea-b868-cbb08b87da87 req-a291aedc-f5f0-4447-af90-f9205c72003b tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 946 time: 0.1125753
May 04 18:23:06.233830 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-8d87b649-52fb-45ea-b868-cbb08b87da87 req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Deleting port 1b7d6a30-3a43-4313-8fc7-41baf0084e44 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:06.234204 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-8d87b649-52fb-45ea-b868-cbb08b87da87 req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:06.425297 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-8d87b649-52fb-45ea-b868-cbb08b87da87 req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] For port 1b7d6a30-3a43-4313-8fc7-41baf0084e44, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b7d6a30-3a43-4313-8fc7-41baf0084e44,segment=NetworkSegment(aa496005-47b0-4b45-aecf-ec3b981ccbf5),segment_id=aa496005-47b0-4b45-aecf-ec3b981ccbf5)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:06.425698 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-8d87b649-52fb-45ea-b868-cbb08b87da87 req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:06.531899 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081e384-2d14-468c-b064-e3d53622140d req-f9835ff6-35c6-47da-81bc-e96f04f99aab tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:06.533479 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c081e384-2d14-468c-b064-e3d53622140d req-f9835ff6-35c6-47da-81bc-e96f04f99aab tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 946 time: 0.2150128
May 04 18:23:06.673923 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c081e384-2d14-468c-b064-e3d53622140d req-45c00cc1-3f1c-4a01-a644-7fc5d5a77cdd tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups?id=1593d99e-ed95-4afa-b9b3-6781c3530de0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1302199
May 04 18:23:06.800203 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-8d87b649-52fb-45ea-b868-cbb08b87da87 req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:06.800589 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-8d87b649-52fb-45ea-b868-cbb08b87da87 req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:06.800902 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.l3_db [req-8d87b649-52fb-45ea-b868-cbb08b87da87 req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Floating IP 152d5694-4ac6-4749-8737-69670cab920c disassociated. External IP: 172.27.1.204, port: 1b7d6a30-3a43-4313-8fc7-41baf0084e44.
May 04 18:23:06.801237 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-8d87b649-52fb-45ea-b868-cbb08b87da87 req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Calling delete_port for 1b7d6a30-3a43-4313-8fc7-41baf0084e44 owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:07.008423 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-8d87b649-52fb-45ea-b868-cbb08b87da87 req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:07.015727 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-91d215f4-1aa8-4efa-b325-26386c498c7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:07.065692 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event deleted for resources: {'Port': ['ID=1b7d6a30-3a43-4313-8fc7-41baf0084e44,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:07.077349 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:07.077750 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:07.078122 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:07.078473 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:07.078822 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:07.079170 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:07.079518 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:07.079865 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:07.080210 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:07.080554 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:07.080896 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:07.081265 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:07.085954 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:07.260741 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8722345-b7ea-494e-9c20-9111bc46ee95 req-71050e8a-2d56-4581-b8fc-9b7a4b143479 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:07.262276 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d8722345-b7ea-494e-9c20-9111bc46ee95 req-71050e8a-2d56-4581-b8fc-9b7a4b143479 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 947 time: 0.0913677
May 04 18:23:07.284003 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d87b649-52fb-45ea-b868-cbb08b87da87 req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:23:07.317295 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d8722345-b7ea-494e-9c20-9111bc46ee95 req-c2a94b3a-ef0b-4960-8d50-cb10306b21da tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445347
May 04 18:23:07.541580 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b75dc-2136-432b-9c6e-ea3f1423d70b req-191df6ec-c039-49c9-b6f9-275f57b2f041 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:07.543179 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7e4b75dc-2136-432b-9c6e-ea3f1423d70b req-191df6ec-c039-49c9-b6f9-275f57b2f041 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.64 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 947 time: 0.2555015
May 04 18:23:07.548711 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d87b649-52fb-45ea-b868-cbb08b87da87 req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:23:07.559236 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0239ca51-92d7-4c06-a525-5c1547ac6ace None None] Sync routers for ids ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:23:07.577547 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0239ca51-92d7-4c06-a525-5c1547ac6ace None None] Routers {'1dcf55b9-76bf-4d7a-846c-cc3038249f2b'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:07.578838 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-0239ca51-92d7-4c06-a525-5c1547ac6ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e200e80>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:22:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:07.676844 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d87b649-52fb-45ea-b868-cbb08b87da87 req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] No DVR routers for this DVR port 1b7d6a30-3a43-4313-8fc7-41baf0084e44 on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:23:07.681587 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-8d87b649-52fb-45ea-b868-cbb08b87da87 req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:07.684197 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb06241f-d7fb-4e6e-94e0-1e32d9d8458e', 'name': 'network-vif-deleted', 'tag': '1b7d6a30-3a43-4313-8fc7-41baf0084e44'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:23:07.741483 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8d87b649-52fb-45ea-b868-cbb08b87da87 req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.64 "DELETE /v2.0/ports/1b7d6a30-3a43-4313-8fc7-41baf0084e44 HTTP/1.1" status: 204  len: 173 time: 1.6484399
May 04 18:23:07.786235 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb06241f-d7fb-4e6e-94e0-1e32d9d8458e', 'name': 'network-vif-deleted', 'tag': '1b7d6a30-3a43-4313-8fc7-41baf0084e44', 'status': 'completed', 'code': 200}
May 04 18:23:07.792702 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-7e4b75dc-2136-432b-9c6e-ea3f1423d70b req-32e74c8b-8204-4c55-ae7a-4f9974ec976b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Deleting port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:07.793307 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-7e4b75dc-2136-432b-9c6e-ea3f1423d70b req-32e74c8b-8204-4c55-ae7a-4f9974ec976b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:07.824366 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-0239ca51-92d7-4c06-a525-5c1547ac6ace None None] Set router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:07.878448 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-246d56f6-7b54-4296-b104-f466fd4146a6 req-cae37535-0a21-49f1-8a53-75ee53c22e5e tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb06241f-d7fb-4e6e-94e0-1e32d9d8458e HTTP/1.1" status: 200  len: 210 time: 0.0467839
May 04 18:23:07.971641 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-7e4b75dc-2136-432b-9c6e-ea3f1423d70b req-32e74c8b-8204-4c55-ae7a-4f9974ec976b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] For port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:07.972646 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-7e4b75dc-2136-432b-9c6e-ea3f1423d70b req-32e74c8b-8204-4c55-ae7a-4f9974ec976b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:08.261517 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-0239ca51-92d7-4c06-a525-5c1547ac6ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e200e80>, [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'ed9fb644-a56b-4946-89bf-d661d8c1681f', 'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'mac_address': 'fa:16:3e:22:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:20Z', 'updated_at': '2021-05-04T18:15:33Z', 'revision_number': 5, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'subnets': [{'id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:08.267061 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0239ca51-92d7-4c06-a525-5c1547ac6ace None None] Checking router: 1dcf55b9-76bf-4d7a-846c-cc3038249f2b for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:23:08.276816 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0239ca51-92d7-4c06-a525-5c1547ac6ace None None] Routers {'1dcf55b9-76bf-4d7a-846c-cc3038249f2b'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:08.277458 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-0239ca51-92d7-4c06-a525-5c1547ac6ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e200e80>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:22:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:08.417922 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-7e4b75dc-2136-432b-9c6e-ea3f1423d70b req-32e74c8b-8204-4c55-ae7a-4f9974ec976b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:08.422232 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-7e4b75dc-2136-432b-9c6e-ea3f1423d70b req-32e74c8b-8204-4c55-ae7a-4f9974ec976b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:08.424177 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.l3_db [req-7e4b75dc-2136-432b-9c6e-ea3f1423d70b req-32e74c8b-8204-4c55-ae7a-4f9974ec976b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Floating IP ce71aba3-e909-4ecf-88aa-1191efce5511 disassociated. External IP: 172.27.1.72, port: 2b75d3d4-4713-4a12-ab4b-1dcc0029777b.
May 04 18:23:08.424564 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-7e4b75dc-2136-432b-9c6e-ea3f1423d70b req-32e74c8b-8204-4c55-ae7a-4f9974ec976b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Calling delete_port for 2b75d3d4-4713-4a12-ab4b-1dcc0029777b owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:08.505717 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-0239ca51-92d7-4c06-a525-5c1547ac6ace None None] Set router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:08.611627 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07628d57-8a04-40ba-9394-8ad286e2fba3 req-f2167582-aa5b-40a5-824e-5d1fb9cf3837 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:08.613287 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-07628d57-8a04-40ba-9394-8ad286e2fba3 req-f2167582-aa5b-40a5-824e-5d1fb9cf3837 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 947 time: 0.1546011
May 04 18:23:08.650767 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-7e4b75dc-2136-432b-9c6e-ea3f1423d70b req-32e74c8b-8204-4c55-ae7a-4f9974ec976b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:08.657984 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-9123929d-574a-44d5-8f32-1193d9884d2c tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:08.809036 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e74c8b-8204-4c55-ae7a-4f9974ec976b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event deleted for resources: {'Port': ['ID=2b75d3d4-4713-4a12-ab4b-1dcc0029777b,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:08.811474 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-32e74c8b-8204-4c55-ae7a-4f9974ec976b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:08.835148 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-07628d57-8a04-40ba-9394-8ad286e2fba3 req-23657ee3-e3f2-4a2b-ac15-75e6be78ac20 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups?id=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2119615
May 04 18:23:08.855567 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-0239ca51-92d7-4c06-a525-5c1547ac6ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e200e80>, [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'ed9fb644-a56b-4946-89bf-d661d8c1681f', 'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'mac_address': 'fa:16:3e:22:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:20Z', 'updated_at': '2021-05-04T18:15:33Z', 'revision_number': 5, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'subnets': [{'id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:08.860095 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0239ca51-92d7-4c06-a525-5c1547ac6ace None None] The sync data for ids ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'] in dv-cinder-789603-2-iscsi is: [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'ed9fb644-a56b-4946-89bf-d661d8c1681f', 'name': '', 'network_id': '1b4e5ebf-cc8d-4c20-b067-3374fe7438ba', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'mac_address': 'fa:16:3e:22:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:20Z', 'updated_at': '2021-05-04T18:15:33Z', 'revision_number': 5, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'subnets': [{'id': 'e98fb673-01a2-4dc9-8c0c-4753773818b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:23:09.023902 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47696) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:09.035196 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e4b75dc-2136-432b-9c6e-ea3f1423d70b req-32e74c8b-8204-4c55-ae7a-4f9974ec976b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Router dbdd4f1d-49b8-4425-866c-6a53490e94d3 has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:23:09.099267 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:09.130630 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:09.169224 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc14287b-3601-45f3-9762-eb5d1d4cd601 None None] New status for floating IP 152d5694-4ac6-4749-8737-69670cab920c: DOWN {{(pid=73830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:23:09.206113 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:09.219746 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-69e82fa7-7e12-43a4-8d4d-295d4c772d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:09.235497 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e4b75dc-2136-432b-9c6e-ea3f1423d70b req-32e74c8b-8204-4c55-ae7a-4f9974ec976b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:23:09.239333 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1593d99e-ed95-4afa-b9b3-6781c3530de0,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:09.246412 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eefb42-c626-44ad-ac9e-3245bb79e506 None None] Sync routers for ids ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:23:09.251103 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:09.251483 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:09.251853 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:09.252208 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:09.252740 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:09.253322 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:09.254395 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:09.254916 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:09.255435 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:09.255962 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:09.256483 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:09.256996 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:09.263074 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eefb42-c626-44ad-ac9e-3245bb79e506 None None] Routers {'dbdd4f1d-49b8-4425-866c-6a53490e94d3'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:09.263895 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-d6eefb42-c626-44ad-ac9e-3245bb79e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503f094b50>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:22:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:09.268543 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:09.270476 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:09.271811 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "DELETE /v2.0/security-groups/1593d99e-ed95-4afa-b9b3-6781c3530de0 HTTP/1.1" status: 204  len: 168 time: 0.2467637
May 04 18:23:09.275192 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47700) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:09.305320 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.api.v2.resource [None req-7268ed30-5806-4518-a400-a859acab44e5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] show failed (client error): The resource could not be found.
May 04 18:23:09.306943 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-7268ed30-5806-4518-a400-a859acab44e5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "GET /v2.0/security-groups/1593d99e-ed95-4afa-b9b3-6781c3530de0 HTTP/1.1" status: 404  len: 347 time: 0.0304234
May 04 18:23:09.309785 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47704) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:09.347446 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4b75dc-2136-432b-9c6e-ea3f1423d70b req-32e74c8b-8204-4c55-ae7a-4f9974ec976b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] No DVR routers for this DVR port 2b75d3d4-4713-4a12-ab4b-1dcc0029777b on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:23:09.349924 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-7e4b75dc-2136-432b-9c6e-ea3f1423d70b req-32e74c8b-8204-4c55-ae7a-4f9974ec976b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:09.371525 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7e4b75dc-2136-432b-9c6e-ea3f1423d70b req-32e74c8b-8204-4c55-ae7a-4f9974ec976b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.64 "DELETE /v2.0/ports/2b75d3d4-4713-4a12-ab4b-1dcc0029777b HTTP/1.1" status: 204  len: 173 time: 1.8201442
May 04 18:23:09.532765 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-d6eefb42-c626-44ad-ac9e-3245bb79e506 None None] Set router dbdd4f1d-49b8-4425-866c-6a53490e94d3 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:09.577475 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-fbf57465-b32f-4820-9169-ed76c9db6bff tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Deleting port ca87c282-a820-4753-9a28-ad8d29bd6ea9 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:09.577858 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-fbf57465-b32f-4820-9169-ed76c9db6bff tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:09.701405 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-fbf57465-b32f-4820-9169-ed76c9db6bff tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:09.701758 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-fbf57465-b32f-4820-9169-ed76c9db6bff tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:09.787777 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b4ba78-270b-4493-bb79-072799e26351', 'name': 'network-vif-deleted', 'tag': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:23:09.848812 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b4ba78-270b-4493-bb79-072799e26351', 'name': 'network-vif-deleted', 'tag': '2b75d3d4-4713-4a12-ab4b-1dcc0029777b', 'status': 'completed', 'code': 200}
May 04 18:23:09.931919 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-d6eefb42-c626-44ad-ac9e-3245bb79e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503f094b50>, [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'bf32b589-107b-4e38-ae13-17160dd65e3c', 'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'mac_address': 'fa:16:3e:aa:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:08Z', 'updated_at': '2021-05-04T18:15:26Z', 'revision_number': 5, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'subnets': [{'id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:09.937332 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-fbf57465-b32f-4820-9169-ed76c9db6bff tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Calling delete_port for ca87c282-a820-4753-9a28-ad8d29bd6ea9 owned by network:floatingip {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:09.938568 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eefb42-c626-44ad-ac9e-3245bb79e506 None None] Checking router: dbdd4f1d-49b8-4425-866c-6a53490e94d3 for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:23:09.950797 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eefb42-c626-44ad-ac9e-3245bb79e506 None None] Routers {'dbdd4f1d-49b8-4425-866c-6a53490e94d3'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:09.952158 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-d6eefb42-c626-44ad-ac9e-3245bb79e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503f094b50>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:22:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:10.090362 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-90f81f4b-6b80-46fd-8991-59fd5fd47025 req-20468d98-48d8-4fe0-9f83-61694ff5f2ba tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Synchronizing usage tracker for tenant:27df770cfc4e46179df7e8bd111c6454 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:23:10.108779 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-fbf57465-b32f-4820-9169-ed76c9db6bff tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:10.110861 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-90f81f4b-6b80-46fd-8991-59fd5fd47025 req-20468d98-48d8-4fe0-9f83-61694ff5f2ba tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Unset dirty status for tenant:27df770cfc4e46179df7e8bd111c6454 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:23:10.112498 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-90f81f4b-6b80-46fd-8991-59fd5fd47025 req-20468d98-48d8-4fe0-9f83-61694ff5f2ba tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/ports?device_id=08b4ba78-270b-4493-bb79-072799e26351 HTTP/1.1" status: 200  len: 210 time: 0.1072354
May 04 18:23:10.119900 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-77647b7b-a78b-4370-910d-19031d460535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:10.196395 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf57465-b32f-4820-9169-ed76c9db6bff tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Pushing event deleted for resources: {'Port': ['ID=ca87c282-a820-4753-9a28-ad8d29bd6ea9,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:10.211925 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-d6eefb42-c626-44ad-ac9e-3245bb79e506 None None] Set router dbdd4f1d-49b8-4425-866c-6a53490e94d3 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:10.226998 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-fbf57465-b32f-4820-9169-ed76c9db6bff tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:10.272926 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-fbf57465-b32f-4820-9169-ed76c9db6bff tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks [] for floatingip, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:10.287568 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-fbf57465-b32f-4820-9169-ed76c9db6bff tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:10.288746 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-fbf57465-b32f-4820-9169-ed76c9db6bff tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] 10.222.0.67 "DELETE /v2.0/floatingips/152d5694-4ac6-4749-8737-69670cab920c HTTP/1.1" status: 204  len: 168 time: 0.9778373
May 04 18:23:10.624297 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-d6eefb42-c626-44ad-ac9e-3245bb79e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503f094b50>, [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'bf32b589-107b-4e38-ae13-17160dd65e3c', 'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'mac_address': 'fa:16:3e:aa:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:08Z', 'updated_at': '2021-05-04T18:15:26Z', 'revision_number': 5, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'subnets': [{'id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:10.629693 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eefb42-c626-44ad-ac9e-3245bb79e506 None None] The sync data for ids ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'] in dv-cinder-789603-2-iscsi is: [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:15:10Z', 'revision_number': 4, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': 'bf32b589-107b-4e38-ae13-17160dd65e3c', 'name': '', 'network_id': 'b5d9f6a0-8056-4021-b12a-9774e1320123', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'mac_address': 'fa:16:3e:aa:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:08Z', 'updated_at': '2021-05-04T18:15:26Z', 'revision_number': 5, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'subnets': [{'id': '06a64c1e-a477-4d77-860d-4be6483412a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:23:10.845397 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe364b0-5764-4c78-91d8-69435590a36c None None] New status for floating IP ce71aba3-e909-4ecf-88aa-1191efce5511: DOWN {{(pid=73830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:23:11.245144 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47720) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:11.313074 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7b81c2c3-70c8-4f56-9c56-5f926555e8a9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:11.340568 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7b81c2c3-70c8-4f56-9c56-5f926555e8a9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:11.393783 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7b81c2c3-70c8-4f56-9c56-5f926555e8a9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:11.398150 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-57447a1d-92b2-40b7-a585-5bf8c90dc5d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:11.414146 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81c2c3-70c8-4f56-9c56-5f926555e8a9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96c6f1d-1e5b-4d08-859b-d87409f5c9b6,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:11.416990 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-7b81c2c3-70c8-4f56-9c56-5f926555e8a9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:11.426497 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7b81c2c3-70c8-4f56-9c56-5f926555e8a9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:11.428425 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-7b81c2c3-70c8-4f56-9c56-5f926555e8a9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "DELETE /v2.0/security-groups/d96c6f1d-1e5b-4d08-859b-d87409f5c9b6 HTTP/1.1" status: 204  len: 168 time: 0.1813266
May 04 18:23:11.430310 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47724) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:11.446920 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.api.v2.resource [None req-bbbccefd-6310-42e7-96a5-c67b5fc6af04 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] show failed (client error): The resource could not be found.
May 04 18:23:11.447881 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-bbbccefd-6310-42e7-96a5-c67b5fc6af04 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "GET /v2.0/security-groups/d96c6f1d-1e5b-4d08-859b-d87409f5c9b6 HTTP/1.1" status: 404  len: 347 time: 0.0166874
May 04 18:23:11.450672 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47728) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:11.619675 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 2b75d3d4-4713-4a12-ab4b-1dcc0029777b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:11.659179 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: 2b75d3d4-4713-4a12-ab4b-1dcc0029777b {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:11.659591 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 2b75d3d4-4713-4a12-ab4b-1dcc0029777b not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:11.660508 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 1b7d6a30-3a43-4313-8fc7-41baf0084e44 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:11.682942 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-531b3464-05c1-4342-bb7b-cecbed21517f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Deleting port 8b660095-95db-4be0-833c-542d13ee0413 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:11.683326 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-531b3464-05c1-4342-bb7b-cecbed21517f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:11.693712 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: 1b7d6a30-3a43-4313-8fc7-41baf0084e44 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:11.694063 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 1b7d6a30-3a43-4313-8fc7-41baf0084e44 not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:11.807171 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-531b3464-05c1-4342-bb7b-cecbed21517f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:11.807505 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-531b3464-05c1-4342-bb7b-cecbed21517f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:11.937743 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-531b3464-05c1-4342-bb7b-cecbed21517f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Calling delete_port for 8b660095-95db-4be0-833c-542d13ee0413 owned by network:floatingip {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:12.056839 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-531b3464-05c1-4342-bb7b-cecbed21517f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:12.060424 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:12.105273 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b3464-05c1-4342-bb7b-cecbed21517f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Pushing event deleted for resources: {'Port': ['ID=8b660095-95db-4be0-833c-542d13ee0413,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:12.131596 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-531b3464-05c1-4342-bb7b-cecbed21517f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:12.198641 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-531b3464-05c1-4342-bb7b-cecbed21517f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks [] for floatingip, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:12.216983 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-531b3464-05c1-4342-bb7b-cecbed21517f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:12.218160 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-531b3464-05c1-4342-bb7b-cecbed21517f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] 10.222.0.67 "DELETE /v2.0/floatingips/ce71aba3-e909-4ecf-88aa-1191efce5511 HTTP/1.1" status: 204  len: 168 time: 0.7664750
May 04 18:23:14.361377 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47768) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:15.023984 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 47780) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:15.159220 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4901600c-47d0-4983-9007-f4294690421b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924995'] for router_interface, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:15.611595 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-4901600c-47d0-4983-9007-f4294690421b admin admin] Deleting port ed9fb644-a56b-4946-89bf-d661d8c1681f {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:15.612300 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4901600c-47d0-4983-9007-f4294690421b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:15.696748 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-86d36c10-e360-45d9-bae4-829f9a336b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924995'] for router_interface, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:15.742384 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [None req-4901600c-47d0-4983-9007-f4294690421b admin admin] For port ed9fb644-a56b-4946-89bf-d661d8c1681f, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=ed9fb644-a56b-4946-89bf-d661d8c1681f,segment=NetworkSegment(aa496005-47b0-4b45-aecf-ec3b981ccbf5),segment_id=aa496005-47b0-4b45-aecf-ec3b981ccbf5)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:15.742736 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4901600c-47d0-4983-9007-f4294690421b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:15.867593 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-4901600c-47d0-4983-9007-f4294690421b admin admin] Calling delete_port for ed9fb644-a56b-4946-89bf-d661d8c1681f owned by network:router_interface {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:16.208137 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4901600c-47d0-4983-9007-f4294690421b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:16.212460 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:16.258963 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901600c-47d0-4983-9007-f4294690421b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9fb644-a56b-4946-89bf-d661d8c1681f,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:16.262263 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4901600c-47d0-4983-9007-f4294690421b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:16.278346 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-86d36c10-e360-45d9-bae4-829f9a336b56 admin admin] Deleting port bf32b589-107b-4e38-ae13-17160dd65e3c {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:16.279154 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-86d36c10-e360-45d9-bae4-829f9a336b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:16.441093 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [None req-86d36c10-e360-45d9-bae4-829f9a336b56 admin admin] For port bf32b589-107b-4e38-ae13-17160dd65e3c, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=bf32b589-107b-4e38-ae13-17160dd65e3c,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:16.441696 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-86d36c10-e360-45d9-bae4-829f9a336b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:16.574790 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-86d36c10-e360-45d9-bae4-829f9a336b56 admin admin] Calling delete_port for bf32b589-107b-4e38-ae13-17160dd65e3c owned by network:router_interface {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:16.677817 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4901600c-47d0-4983-9007-f4294690421b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927219'] for router_interface, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:16.880879 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-86d36c10-e360-45d9-bae4-829f9a336b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:16.886455 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:16.937402 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d36c10-e360-45d9-bae4-829f9a336b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf32b589-107b-4e38-ae13-17160dd65e3c,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:16.941428 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-86d36c10-e360-45d9-bae4-829f9a336b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:17.198175 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4901600c-47d0-4983-9007-f4294690421b admin admin] Router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:23:17.204883 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6f04ea8a-1da5-400f-8971-72d81b572904 req-4711c98f-9c51-4c9f-89e8-35e4ea3000a9 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-671612355&fields=id&tenant_id=46280657579145c98b25ed64444c984c HTTP/1.1" status: 200  len: 267 time: 0.0611448
May 04 18:23:17.264198 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-86d36c10-e360-45d9-bae4-829f9a336b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927219'] for router_interface, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:17.463708 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04ea8a-1da5-400f-8971-72d81b572904 req-0fbe2ec2-98a1-4be5-a823-1d4d03293c04 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:17.465172 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6f04ea8a-1da5-400f-8971-72d81b572904 req-0fbe2ec2-98a1-4be5-a823-1d4d03293c04 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 984 time: 0.2528441
May 04 18:23:17.466448 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4901600c-47d0-4983-9007-f4294690421b admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:23:17.486654 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6333678e-d717-4f0b-8ed0-3e3b82558cff None None] Sync routers for ids ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:23:17.488042 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-4901600c-47d0-4983-9007-f4294690421b admin admin] 10.222.0.67 "PUT /v2.0/routers/1dcf55b9-76bf-4d7a-846c-cc3038249f2b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1238987
May 04 18:23:17.494513 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [req-6f04ea8a-1da5-400f-8971-72d81b572904 req-11b694e3-7851-4d1e-8e75-1773be794b0a tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Request body: {'port': {'security_groups': ['89a669e3-2182-4a43-a09f-1167704615f8']}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:23:17.504825 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 47792) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:17.512690 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6333678e-d717-4f0b-8ed0-3e3b82558cff None None] Routers {'1dcf55b9-76bf-4d7a-846c-cc3038249f2b'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:17.513962 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-6333678e-d717-4f0b-8ed0-3e3b82558cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e6e7220>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:22:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:17.630266 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-6f04ea8a-1da5-400f-8971-72d81b572904 req-11b694e3-7851-4d1e-8e75-1773be794b0a tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:17.827886 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-6333678e-d717-4f0b-8ed0-3e3b82558cff None None] Set router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:17.898175 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e2da-dd7f-428f-9ec6-e39a946337e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:17.913725 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [req-6f04ea8a-1da5-400f-8971-72d81b572904 req-11b694e3-7851-4d1e-8e75-1773be794b0a tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] For port ec901a10-4ef7-4426-af60-2b299fa3c114, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ec901a10-4ef7-4426-af60-2b299fa3c114,segment=NetworkSegment(ff7e9041-9bf9-46b8-bd66-6795e3b34549),segment_id=ff7e9041-9bf9-46b8-bd66-6795e3b34549)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:17.945421 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-6f04ea8a-1da5-400f-8971-72d81b572904 req-11b694e3-7851-4d1e-8e75-1773be794b0a tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for port, precommit_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:17.951992 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-6f04ea8a-1da5-400f-8971-72d81b572904 req-11b694e3-7851-4d1e-8e75-1773be794b0a tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3087185'] for port, after_update {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:17.954683 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d36c10-e360-45d9-bae4-829f9a336b56 admin admin] Router dbdd4f1d-49b8-4425-866c-6a53490e94d3 has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:23:17.960855 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:17.968321 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['ec901a10-4ef7-4426-af60-2b299fa3c114'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:23:18.051863 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04ea8a-1da5-400f-8971-72d81b572904 req-11b694e3-7851-4d1e-8e75-1773be794b0a tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:18.052988 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-6f04ea8a-1da5-400f-8971-72d81b572904 req-11b694e3-7851-4d1e-8e75-1773be794b0a tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:18.054483 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6f04ea8a-1da5-400f-8971-72d81b572904 req-11b694e3-7851-4d1e-8e75-1773be794b0a tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "PUT /v2.0/ports/ec901a10-4ef7-4426-af60-2b299fa3c114 HTTP/1.1" status: 200  len: 942 time: 0.5656343
May 04 18:23:18.055266 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'tag': 'ec901a10-4ef7-4426-af60-2b299fa3c114'}] {{(pid=73828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:23:18.070933 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47798) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:18.157884 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'tag': 'ec901a10-4ef7-4426-af60-2b299fa3c114', 'status': 'completed', 'code': 200}
May 04 18:23:18.164798 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['ec901a10-4ef7-4426-af60-2b299fa3c114'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:23:18.192288 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c9a31c06-07b0-4b49-b124-30169a7ca050 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:18.244763 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c9a31c06-07b0-4b49-b124-30169a7ca050 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:18.286788 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b694e3-7851-4d1e-8e75-1773be794b0a tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Pushing event updated for resources: {'Port': ['ID=ec901a10-4ef7-4426-af60-2b299fa3c114,revision_number=7']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:18.292412 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-11b694e3-7851-4d1e-8e75-1773be794b0a tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:18.325749 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c9a31c06-07b0-4b49-b124-30169a7ca050 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:18.332081 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-2cdec7d2-1b9f-4d45-8896-d6942d7a0ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:18.349803 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a31c06-07b0-4b49-b124-30169a7ca050 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce6d73e-2f0c-4685-b2fe-74e207a813ad,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:18.359438 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-c9a31c06-07b0-4b49-b124-30169a7ca050 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:18.366287 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c9a31c06-07b0-4b49-b124-30169a7ca050 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:18.369702 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-c9a31c06-07b0-4b49-b124-30169a7ca050 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "DELETE /v2.0/security-groups/2ce6d73e-2f0c-4685-b2fe-74e207a813ad HTTP/1.1" status: 204  len: 168 time: 0.2948430
May 04 18:23:18.370493 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e2da-dd7f-428f-9ec6-e39a946337e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:18.371235 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47802) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:18.381565 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d36c10-e360-45d9-bae4-829f9a336b56 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:23:18.394584 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca402d-b552-4635-b717-45bf4b8e8202 None None] Sync routers for ids ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:23:18.405898 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca402d-b552-4635-b717-45bf4b8e8202 None None] Routers {'dbdd4f1d-49b8-4425-866c-6a53490e94d3'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:18.406880 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-3fca402d-b552-4635-b717-45bf4b8e8202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e24cca0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:22:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:18.444351 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-86d36c10-e360-45d9-bae4-829f9a336b56 admin admin] 10.222.0.67 "PUT /v2.0/routers/dbdd4f1d-49b8-4425-866c-6a53490e94d3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4192097
May 04 18:23:18.446052 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 47806) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:18.533867 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64dc29-591c-4eaf-8fa1-2083aa70c455 req-5ea56e46-4fad-4295-9f0c-a9d4c4795213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:18.535441 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0e64dc29-591c-4eaf-8fa1-2083aa70c455 req-5ea56e46-4fad-4295-9f0c-a9d4c4795213 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46280657579145c98b25ed64444c984c&device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 1098 time: 0.3319595
May 04 18:23:18.600177 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-3fca402d-b552-4635-b717-45bf4b8e8202 None None] Set router dbdd4f1d-49b8-4425-866c-6a53490e94d3 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:18.650649 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-f38871a4-42cc-4e62-89e0-1ec0994caf4e None None] Provisioning complete for port ec901a10-4ef7-4426-af60-2b299fa3c114 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:23:18.651228 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-f38871a4-42cc-4e62-89e0-1ec0994caf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:18.769226 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] Notify callbacks [] for router, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:18.816660 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-86b527ea-c1e9-4150-973a-7e0919ac172e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Deleting port 03ef47e2-9768-4b29-8268-09a4401dc112 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:18.817008 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-86b527ea-c1e9-4150-973a-7e0919ac172e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:18.837019 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4e2da-dd7f-428f-9ec6-e39a946337e2 admin admin] Deleting port 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:18.837384 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e2da-dd7f-428f-9ec6-e39a946337e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:18.868363 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-6333678e-d717-4f0b-8ed0-3e3b82558cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e6e7220>, [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:23:16Z', 'revision_number': 5, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port': {'id': '437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:15:04Z', 'updated_at': '2021-05-04T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:18.882171 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6333678e-d717-4f0b-8ed0-3e3b82558cff None None] Checking router: 1dcf55b9-76bf-4d7a-846c-cc3038249f2b for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:23:18.946983 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-3fca402d-b552-4635-b717-45bf4b8e8202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e24cca0>, [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:23:16Z', 'revision_number': 5, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:18.964572 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca402d-b552-4635-b717-45bf4b8e8202 None None] Checking router: dbdd4f1d-49b8-4425-866c-6a53490e94d3 for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:23:18.968931 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-86b527ea-c1e9-4150-973a-7e0919ac172e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:18.970473 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-86b527ea-c1e9-4150-973a-7e0919ac172e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:18.979211 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6333678e-d717-4f0b-8ed0-3e3b82558cff None None] Routers {'1dcf55b9-76bf-4d7a-846c-cc3038249f2b'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:18.980239 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-6333678e-d717-4f0b-8ed0-3e3b82558cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e6e7220>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:22:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:18.991138 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca402d-b552-4635-b717-45bf4b8e8202 None None] Routers {'dbdd4f1d-49b8-4425-866c-6a53490e94d3'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:18.994522 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-3fca402d-b552-4635-b717-45bf4b8e8202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e24cca0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:22:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:19.138390 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64dc29-591c-4eaf-8fa1-2083aa70c455 req-2a26f676-8ee7-4b45-8430-f57afc35b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:19.140843 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0e64dc29-591c-4eaf-8fa1-2083aa70c455 req-2a26f676-8ee7-4b45-8430-f57afc35b322 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 HTTP/1.1" status: 200  len: 916 time: 0.5913935
May 04 18:23:19.155508 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-86b527ea-c1e9-4150-973a-7e0919ac172e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Calling delete_port for 03ef47e2-9768-4b29-8268-09a4401dc112 owned by network:floatingip {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:19.215456 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-3fca402d-b552-4635-b717-45bf4b8e8202 None None] Set router dbdd4f1d-49b8-4425-866c-6a53490e94d3 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:19.247536 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-6333678e-d717-4f0b-8ed0-3e3b82558cff None None] Set router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b gateway port host: None {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:19.295001 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0e64dc29-591c-4eaf-8fa1-2083aa70c455 req-853f712b-ecf9-415e-869f-b16b2bf69915 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec901a10-4ef7-4426-af60-2b299fa3c114 HTTP/1.1" status: 200  len: 1001 time: 0.1359036
May 04 18:23:19.339571 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-86b527ea-c1e9-4150-973a-7e0919ac172e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:19.352013 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e736d791-53ec-487c-b971-54b4998e811e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:19.365654 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [None req-8fc4e2da-dd7f-428f-9ec6-e39a946337e2 admin admin] For port 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:19.366032 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e2da-dd7f-428f-9ec6-e39a946337e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:19.380908 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-6333678e-d717-4f0b-8ed0-3e3b82558cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e6e7220>, [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:23:18Z', 'revision_number': 6, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port_host': None}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:19.381411 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:19.386275 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6333678e-d717-4f0b-8ed0-3e3b82558cff None None] The sync data for ids ['1dcf55b9-76bf-4d7a-846c-cc3038249f2b'] in dv-cinder-789603-2-iscsi is: [{'id': '1dcf55b9-76bf-4d7a-846c-cc3038249f2b', 'name': 'tempest-AttachVolumeTestJSON-1932664083-router', 'tenant_id': '6fe7e174186c44ffb03d6761766e9c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:15:01Z', 'updated_at': '2021-05-04T18:23:18Z', 'revision_number': 6, 'project_id': '6fe7e174186c44ffb03d6761766e9c4e', 'gw_port_host': None}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:23:19.503633 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b527ea-c1e9-4150-973a-7e0919ac172e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Pushing event deleted for resources: {'Port': ['ID=03ef47e2-9768-4b29-8268-09a4401dc112,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:19.512778 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-86b527ea-c1e9-4150-973a-7e0919ac172e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:19.517190 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4e2da-dd7f-428f-9ec6-e39a946337e2 admin admin] Calling delete_port for 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f owned by network:router_gateway {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:19.546412 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-86b527ea-c1e9-4150-973a-7e0919ac172e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks [] for floatingip, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:19.546783 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.l3_db [None req-86b527ea-c1e9-4150-973a-7e0919ac172e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Floating IP fc46578f-b13d-4e0f-9af8-93bc08436e8d disassociated (deleted). External IP: 172.27.1.111, port: ec901a10-4ef7-4426-af60-2b299fa3c114.
May 04 18:23:19.556730 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64dc29-591c-4eaf-8fa1-2083aa70c455 req-41a80ce2-3418-4a01-a9a6-279b9d83a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:19.558229 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0e64dc29-591c-4eaf-8fa1-2083aa70c455 req-41a80ce2-3418-4a01-a9a6-279b9d83a343 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75babb52-bd73-4b2b-a05b-93422f3f18f2 HTTP/1.1" status: 200  len: 854 time: 0.2501020
May 04 18:23:19.637550 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-3fca402d-b552-4635-b717-45bf4b8e8202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e24cca0>, [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:23:16Z', 'revision_number': 5, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:19.644679 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca402d-b552-4635-b717-45bf4b8e8202 None None] The sync data for ids ['dbdd4f1d-49b8-4425-866c-6a53490e94d3'] in dv-cinder-789603-2-iscsi is: [{'id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'name': 'tempest-AttachVolumeShelveTestJSON-104331219-router', 'tenant_id': '27df770cfc4e46179df7e8bd111c6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:14:57Z', 'updated_at': '2021-05-04T18:23:16Z', 'revision_number': 5, 'project_id': '27df770cfc4e46179df7e8bd111c6454', 'gw_port': {'id': '6002408f-6781-46a3-94a4-80a986f1b57f', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd4f1d-49b8-4425-866c-6a53490e94d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:14:59Z', 'updated_at': '2021-05-04T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:23:19.685977 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] Deleting port 6002408f-6781-46a3-94a4-80a986f1b57f {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:19.686330 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:19.735557 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64dc29-591c-4eaf-8fa1-2083aa70c455 req-deab6c6e-5f69-4813-8468-8bab03840c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:19.737588 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0e64dc29-591c-4eaf-8fa1-2083aa70c455 req-deab6c6e-5f69-4813-8468-8bab03840c22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3af6c1b1-a34c-4dff-ab0a-f27e4a060e93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1722419
May 04 18:23:20.021800 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] For port 6002408f-6781-46a3-94a4-80a986f1b57f, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=6002408f-6781-46a3-94a4-80a986f1b57f,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:20.023062 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:20.070190 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b527ea-c1e9-4150-973a-7e0919ac172e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Router ad1aae6d-aaa2-474b-bded-a98f41b703c2 has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:23:20.229755 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] Calling delete_port for 6002408f-6781-46a3-94a4-80a986f1b57f owned by network:router_gateway {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:20.242513 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0e64dc29-591c-4eaf-8fa1-2083aa70c455 req-67315adb-cdb7-49b1-92a4-8725edfdfc3a service neutron] 10.222.0.64 "GET /v2.0/networks/3af6c1b1-a34c-4dff-ab0a-f27e4a060e93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4953804
May 04 18:23:20.282586 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b527ea-c1e9-4150-973a-7e0919ac172e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:23:20.294565 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ffc9a5-5acd-4aca-a99d-8cc1eed84739 None None] Sync routers for ids ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:23:20.308768 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-86b527ea-c1e9-4150-973a-7e0919ac172e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:20.311962 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ffc9a5-5acd-4aca-a99d-8cc1eed84739 None None] Routers {'ad1aae6d-aaa2-474b-bded-a98f41b703c2'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:20.312883 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-00ffc9a5-5acd-4aca-a99d-8cc1eed84739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e36b3d0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:22:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:20.374722 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-86b527ea-c1e9-4150-973a-7e0919ac172e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "DELETE /v2.0/floatingips/fc46578f-b13d-4e0f-9af8-93bc08436e8d HTTP/1.1" status: 204  len: 168 time: 2.0023675
May 04 18:23:20.375414 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'tag': 'ec901a10-4ef7-4426-af60-2b299fa3c114'}] {{(pid=73828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:23:20.484806 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0e64dc29-591c-4eaf-8fa1-2083aa70c455 req-162b9541-14ce-4639-9c4d-a8aa5343540a service neutron] 10.222.0.64 "GET /v2.0/networks/3af6c1b1-a34c-4dff-ab0a-f27e4a060e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2322617
May 04 18:23:20.511876 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e2da-dd7f-428f-9ec6-e39a946337e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:20.573800 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-28f73c93-e561-4e84-a3dd-403296d9225c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:20.639389 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4e2da-dd7f-428f-9ec6-e39a946337e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:20.642831 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7acd8cf2-8157-47ac-9053-dcab9976210c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:20.644953 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-8fc4e2da-dd7f-428f-9ec6-e39a946337e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:20.693477 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'tag': 'ec901a10-4ef7-4426-af60-2b299fa3c114', 'status': 'completed', 'code': 200}
May 04 18:23:20.733949 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-00ffc9a5-5acd-4aca-a99d-8cc1eed84739 None None] Set router ad1aae6d-aaa2-474b-bded-a98f41b703c2 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:20.936222 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4fb46-933e-42f2-a2b4-933685ce8f23 req-d8f43e31-13a0-4bed-8613-e230384cca4d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:20.937905 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b1f4fb46-933e-42f2-a2b4-933685ce8f23 req-d8f43e31-13a0-4bed-8613-e230384cca4d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 946 time: 0.1444292
May 04 18:23:21.070795 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:21.158637 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e2da-dd7f-428f-9ec6-e39a946337e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926060'] for router_gateway, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:21.191655 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:21.191981 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 437c376b-51ae-40ea-8bfe-ebc7d0bf7b0f not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:21.192421 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device bf32b589-107b-4e38-ae13-17160dd65e3c no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:21.215871 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:21.240568 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: bf32b589-107b-4e38-ae13-17160dd65e3c {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:21.240915 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device bf32b589-107b-4e38-ae13-17160dd65e3c not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:21.241348 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device ed9fb644-a56b-4946-89bf-d661d8c1681f no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:21.280907 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b1f4fb46-933e-42f2-a2b4-933685ce8f23 req-fcf22def-e3cb-4a70-a7c0-bf2ab6dfc969 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3352232
May 04 18:23:21.285551 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: ed9fb644-a56b-4946-89bf-d661d8c1681f {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:21.285761 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-6bf24610-f939-4580-950e-9b52708c53dc tempest-AttachVolumeNegativeTest-821443376 tempest-AttachVolumeNegativeTest-821443376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:21.285905 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device ed9fb644-a56b-4946-89bf-d661d8c1681f not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:21.378579 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-00ffc9a5-5acd-4aca-a99d-8cc1eed84739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e36b3d0>, [{'id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'name': 'tempest-TestMinimumBasicScenario-1533624175-router', 'tenant_id': '46280657579145c98b25ed64444c984c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:49Z', 'updated_at': '2021-05-04T18:20:53Z', 'revision_number': 4, 'project_id': '46280657579145c98b25ed64444c984c', 'gw_port': {'id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:50Z', 'updated_at': '2021-05-04T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '2323a902-918c-4218-b33b-3087a8b048c5', 'name': '', 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93', 'tenant_id': '46280657579145c98b25ed64444c984c', 'mac_address': 'fa:16:3e:be:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:52Z', 'updated_at': '2021-05-04T18:20:59Z', 'revision_number': 5, 'project_id': '46280657579145c98b25ed64444c984c', 'subnets': [{'id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:21.383445 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ffc9a5-5acd-4aca-a99d-8cc1eed84739 None None] Checking router: ad1aae6d-aaa2-474b-bded-a98f41b703c2 for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:23:21.392483 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ffc9a5-5acd-4aca-a99d-8cc1eed84739 None None] Routers {'ad1aae6d-aaa2-474b-bded-a98f41b703c2'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:21.393103 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-00ffc9a5-5acd-4aca-a99d-8cc1eed84739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e36b3d0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:22:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:21.401149 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] Pushing event deleted for resources: {'Port': ['ID=6002408f-6781-46a3-94a4-80a986f1b57f,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:21.406646 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:21.408918 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f396f-9607-4902-975b-f64becc98c11 req-10fe480a-fa2a-4b37-9fd0-5e46e1b9c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:21.410599 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c82f396f-9607-4902-975b-f64becc98c11 req-10fe480a-fa2a-4b37-9fd0-5e46e1b9c761 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46280657579145c98b25ed64444c984c&device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 1098 time: 0.5689671
May 04 18:23:21.444855 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e2da-dd7f-428f-9ec6-e39a946337e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39527'] for router, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:21.464512 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e2da-dd7f-428f-9ec6-e39a946337e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:21.650936 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-00ffc9a5-5acd-4aca-a99d-8cc1eed84739 None None] Set router ad1aae6d-aaa2-474b-bded-a98f41b703c2 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:21.672911 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e2da-dd7f-428f-9ec6-e39a946337e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925732'] for router, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:21.673989 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc4e2da-dd7f-428f-9ec6-e39a946337e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dcf55b9-76bf-4d7a-846c-cc3038249f2b {{(pid=73827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 18:23:21.705002 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926060'] for router_gateway, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:21.923699 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e2da-dd7f-428f-9ec6-e39a946337e2 admin admin] Notify callbacks [] for router, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:21.924341 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-8fc4e2da-dd7f-428f-9ec6-e39a946337e2 admin admin] 10.222.0.67 "DELETE /v2.0/routers/1dcf55b9-76bf-4d7a-846c-cc3038249f2b HTTP/1.1" status: 204  len: 168 time: 4.4186122
May 04 18:23:21.927750 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47824) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:21.954114 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39527'] for router, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:21.956672 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f396f-9607-4902-975b-f64becc98c11 req-d9409c9e-f990-4f25-9279-46fe058dd8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:21.958166 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c82f396f-9607-4902-975b-f64becc98c11 req-d9409c9e-f990-4f25-9279-46fe058dd8d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 HTTP/1.1" status: 200  len: 916 time: 0.5212257
May 04 18:23:21.959268 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:22.046317 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_v2 [None req-1372ba4e-21fe-4677-a41a-e9a232d94fcc admin admin] Deleting subnet e98fb673-01a2-4dc9-8c0c-4753773818b5 {{(pid=73828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 18:23:22.049700 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c82f396f-9607-4902-975b-f64becc98c11 req-10fffb65-36bc-4885-bb5e-20ce48425754 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec901a10-4ef7-4426-af60-2b299fa3c114 HTTP/1.1" status: 200  len: 217 time: 0.0791388
May 04 18:23:22.050844 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1372ba4e-21fe-4677-a41a-e9a232d94fcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:22.124019 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1372ba4e-21fe-4677-a41a-e9a232d94fcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1410434'] for subnet, precommit_delete_associations {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:22.132480 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925732'] for router, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:22.133113 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbdd4f1d-49b8-4425-866c-6a53490e94d3 {{(pid=73827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 18:23:22.142102 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-00ffc9a5-5acd-4aca-a99d-8cc1eed84739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e36b3d0>, [{'id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'name': 'tempest-TestMinimumBasicScenario-1533624175-router', 'tenant_id': '46280657579145c98b25ed64444c984c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:49Z', 'updated_at': '2021-05-04T18:20:53Z', 'revision_number': 4, 'project_id': '46280657579145c98b25ed64444c984c', 'gw_port': {'id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:50Z', 'updated_at': '2021-05-04T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '2323a902-918c-4218-b33b-3087a8b048c5', 'name': '', 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93', 'tenant_id': '46280657579145c98b25ed64444c984c', 'mac_address': 'fa:16:3e:be:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:52Z', 'updated_at': '2021-05-04T18:20:59Z', 'revision_number': 5, 'project_id': '46280657579145c98b25ed64444c984c', 'subnets': [{'id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:22.145146 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] Notify callbacks [] for router, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:22.149003 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] 10.222.0.67 "DELETE /v2.0/routers/dbdd4f1d-49b8-4425-866c-6a53490e94d3 HTTP/1.1" status: 204  len: 168 time: 3.6988854
May 04 18:23:22.149003 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f396f-9607-4902-975b-f64becc98c11 req-15daa309-f2b6-4ddd-b674-2cc12c0cae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:22.150414 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ffc9a5-5acd-4aca-a99d-8cc1eed84739 None None] The sync data for ids ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'] in dv-cinder-789603-2-iscsi is: [{'id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'name': 'tempest-TestMinimumBasicScenario-1533624175-router', 'tenant_id': '46280657579145c98b25ed64444c984c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:49Z', 'updated_at': '2021-05-04T18:20:53Z', 'revision_number': 4, 'project_id': '46280657579145c98b25ed64444c984c', 'gw_port': {'id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:50Z', 'updated_at': '2021-05-04T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '2323a902-918c-4218-b33b-3087a8b048c5', 'name': '', 'network_id': '3af6c1b1-a34c-4dff-ab0a-f27e4a060e93', 'tenant_id': '46280657579145c98b25ed64444c984c', 'mac_address': 'fa:16:3e:be:80:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:52Z', 'updated_at': '2021-05-04T18:20:59Z', 'revision_number': 5, 'project_id': '46280657579145c98b25ed64444c984c', 'subnets': [{'id': '75babb52-bd73-4b2b-a05b-93422f3f18f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:23:22.150789 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c82f396f-9607-4902-975b-f64becc98c11 req-15daa309-f2b6-4ddd-b674-2cc12c0cae59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75babb52-bd73-4b2b-a05b-93422f3f18f2 HTTP/1.1" status: 200  len: 854 time: 0.0931339
May 04 18:23:22.151353 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 47828) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:22.303405 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_v2 [None req-667bec77-8f94-4fb0-945c-ee2215805ffa admin admin] Deleting subnet 06a64c1e-a477-4d77-860d-4be6483412a3 {{(pid=73827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 18:23:22.330328 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1372ba4e-21fe-4677-a41a-e9a232d94fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134034807'] for subnet, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:22.363612 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-667bec77-8f94-4fb0-945c-ee2215805ffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:22.641407 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f396f-9607-4902-975b-f64becc98c11 req-26adae60-5412-4f75-bc7b-24281694ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:22.642963 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c82f396f-9607-4902-975b-f64becc98c11 req-26adae60-5412-4f75-bc7b-24281694ca7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3af6c1b1-a34c-4dff-ab0a-f27e4a060e93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4510126
May 04 18:23:22.646859 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-667bec77-8f94-4fb0-945c-ee2215805ffa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396967'] for subnet, precommit_delete_associations {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:22.686530 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b8db03-e863-452f-98cd-f6a7520b71c5 None None] New status for floating IP fc46578f-b13d-4e0f-9af8-93bc08436e8d: DOWN {{(pid=73830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:23:22.921861 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e526b-d229-4fe9-a1e9-7736060e0b6d req-73431059-d523-4d58-95c0-7cb38f06804d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:22.927726 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3a0e526b-d229-4fe9-a1e9-7736060e0b6d req-73431059-d523-4d58-95c0-7cb38f06804d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 946 time: 0.6200943
May 04 18:23:22.938318 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:23.029091 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8799df-4ff4-4383-bd8e-9cb0874fcbd2 req-358fbe62-2c7f-4daf-897b-5cd452647ada tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:23.036850 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1d8799df-4ff4-4383-bd8e-9cb0874fcbd2 req-358fbe62-2c7f-4daf-897b-5cd452647ada tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 946 time: 0.3635905
May 04 18:23:23.041463 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c82f396f-9607-4902-975b-f64becc98c11 req-f268a9cf-35b8-4600-8e8a-0031f81279bf service neutron] 10.222.0.64 "GET /v2.0/networks/3af6c1b1-a34c-4dff-ab0a-f27e4a060e93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3596487
May 04 18:23:23.079698 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-667bec77-8f94-4fb0-945c-ee2215805ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134034807'] for subnet, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:23.090837 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 6002408f-6781-46a3-94a4-80a986f1b57f no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:23.116844 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-1d8799df-4ff4-4383-bd8e-9cb0874fcbd2 req-d9df07e7-e903-4eff-b888-94b76d07d78f tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789967
May 04 18:23:23.127175 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 6002408f-6781-46a3-94a4-80a986f1b57f {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:23.127533 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 6002408f-6781-46a3-94a4-80a986f1b57f not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:23.148752 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1372ba4e-21fe-4677-a41a-e9a232d94fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134034814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2286235'] for subnet, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:23.156434 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-cb642398-c3c6-4d26-ab69-ce6c9a2ad2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:23.193994 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372ba4e-21fe-4677-a41a-e9a232d94fcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e98fb673-01a2-4dc9-8c0c-4753773818b5,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:23.196136 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-1372ba4e-21fe-4677-a41a-e9a232d94fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:23.206375 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-1372ba4e-21fe-4677-a41a-e9a232d94fcc admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e98fb673-01a2-4dc9-8c0c-4753773818b5 HTTP/1.1" status: 204  len: 168 time: 1.2736046
May 04 18:23:23.206375 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-1372ba4e-21fe-4677-a41a-e9a232d94fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:23.206914 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47844) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:23.233544 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd158b0-be2e-49f4-80ea-95da02acf816 None None] Network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:23:23.326412 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134169873'] for network, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:23.418851 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Deleting port 7c4153b7-9d0b-42e7-aef3-d024f79ed169 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:23.419811 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:23.457612 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c82f396f-9607-4902-975b-f64becc98c11 req-e6a70111-1419-462a-ab05-4151f229f339 service neutron] 10.222.0.64 "GET /v2.0/networks/3af6c1b1-a34c-4dff-ab0a-f27e4a060e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4039540
May 04 18:23:23.509944 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-3a0e526b-d229-4fe9-a1e9-7736060e0b6d req-91bef7de-6b80-401c-b458-c107094bf9ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Deleting port a035f489-ae03-4884-ab88-aed89cfd3374 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:23.510224 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3a0e526b-d229-4fe9-a1e9-7736060e0b6d req-91bef7de-6b80-401c-b458-c107094bf9ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:23.578251 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5250d56e-62fa-435f-9f4f-45b55c2dd8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:23.584751 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] For port 7c4153b7-9d0b-42e7-aef3-d024f79ed169, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=7c4153b7-9d0b-42e7-aef3-d024f79ed169,segment=NetworkSegment(aa496005-47b0-4b45-aecf-ec3b981ccbf5),segment_id=aa496005-47b0-4b45-aecf-ec3b981ccbf5)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:23.585356 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:23.684038 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-667bec77-8f94-4fb0-945c-ee2215805ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134034814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3611703'] for subnet, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:23.686075 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-3a0e526b-d229-4fe9-a1e9-7736060e0b6d req-91bef7de-6b80-401c-b458-c107094bf9ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] For port a035f489-ae03-4884-ab88-aed89cfd3374, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a035f489-ae03-4884-ab88-aed89cfd3374,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:23.686442 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3a0e526b-d229-4fe9-a1e9-7736060e0b6d req-91bef7de-6b80-401c-b458-c107094bf9ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:23.700860 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-0c3d571e-1301-48b6-a838-75509551c02a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:23.740525 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Calling delete_port for 7c4153b7-9d0b-42e7-aef3-d024f79ed169 owned by network:dhcp {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:23.751579 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb990ca-c619-4cb3-86bf-101e20bfb0f5 None None] DHCP port deletion for 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba request from dv-cinder-789603-2-iscsi {{(pid=73829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 04 18:23:23.801117 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bec77-8f94-4fb0-945c-ee2215805ffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06a64c1e-a477-4d77-860d-4be6483412a3,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:23.807068 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:23.807363 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-667bec77-8f94-4fb0-945c-ee2215805ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:23.810451 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-667bec77-8f94-4fb0-945c-ee2215805ffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:23.821673 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8777530d-bad6-4d98-a2c8-c63d3a0dac12 None None] Network b5d9f6a0-8056-4021-b12a-9774e1320123 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:23:23.822337 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-c5dc0bec-3fd9-49fb-b672-0aadfadd1da8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:23.831777 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-667bec77-8f94-4fb0-945c-ee2215805ffa admin admin] 10.222.0.67 "DELETE /v2.0/subnets/06a64c1e-a477-4d77-860d-4be6483412a3 HTTP/1.1" status: 204  len: 168 time: 1.6764383
May 04 18:23:23.833312 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 47848) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:23.843810 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-bfb990ca-c619-4cb3-86bf-101e20bfb0f5 None None] The port '7c4153b7-9d0b-42e7-aef3-d024f79ed169' was deleted {{(pid=73829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
May 04 18:23:23.904270 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] No DVR routers for this DVR port 7c4153b7-9d0b-42e7-aef3-d024f79ed169 on host dv-cinder-789603-2-iscsi {{(pid=73828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:23:23.961171 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4153b7-9d0b-42e7-aef3-d024f79ed169,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:23.969089 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:24.114948 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134021354', 'neutron.services.segments.db._delete_segments_for_network-8748915164721'] for network, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:24.200429 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] DHCP port deletion for b5d9f6a0-8056-4021-b12a-9774e1320123 request from dv-cinder-789603-2-iscsi {{(pid=73829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 04 18:23:24.265424 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134169873'] for network, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:24.272899 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3a0e526b-d229-4fe9-a1e9-7736060e0b6d req-91bef7de-6b80-401c-b458-c107094bf9ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:24.273566 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3a0e526b-d229-4fe9-a1e9-7736060e0b6d req-91bef7de-6b80-401c-b458-c107094bf9ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:24.274108 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.l3_db [req-3a0e526b-d229-4fe9-a1e9-7736060e0b6d req-91bef7de-6b80-401c-b458-c107094bf9ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Floating IP 6f80d83f-1910-40b9-ac59-70b13b1a2610 disassociated. External IP: 172.27.1.191, port: a035f489-ae03-4884-ab88-aed89cfd3374.
May 04 18:23:24.274623 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-3a0e526b-d229-4fe9-a1e9-7736060e0b6d req-91bef7de-6b80-401c-b458-c107094bf9ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Calling delete_port for a035f489-ae03-4884-ab88-aed89cfd3374 owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:24.353134 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Deleting port 6e962607-5a6a-4bc3-92ad-5ad574f98032 {{(pid=73829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:24.353465 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:24.419552 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f503d73e670>,) {'filters': {'network_id': ['1b4e5ebf-cc8d-4c20-b067-3374fe7438ba']}} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:24.435709 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Deleting port 6e962607-5a6a-4bc3-92ad-5ad574f98032 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:24.436221 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:24.581658 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] For port 6e962607-5a6a-4bc3-92ad-5ad574f98032, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=6e962607-5a6a-4bc3-92ad-5ad574f98032,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:24.582215 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:24.606707 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f503d73e670>, 'aa496005-47b0-4b45-aecf-ec3b981ccbf5') {'for_net_delete': True} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:24.606707 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f503d73e670>, 'aa496005-47b0-4b45-aecf-ec3b981ccbf5') {} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:24.625690 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748915175783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1410491'] for segment, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:24.649713 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:24.661250 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=73828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 18:23:24.773178 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdab2-4e57-4522-ace4-2f28f95826f6 req-f7c59972-4d3b-438f-8f75-239d96b95001 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:24.780813 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9a7fdab2-4e57-4522-ace4-2f28f95826f6 req-f7c59972-4d3b-438f-8f75-239d96b95001 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 946 time: 0.4752123
May 04 18:23:24.787700 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Calling delete_port for 6e962607-5a6a-4bc3-92ad-5ad574f98032 owned by network:dhcp {{(pid=73829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:24.810687 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] For port 6e962607-5a6a-4bc3-92ad-5ad574f98032, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=6e962607-5a6a-4bc3-92ad-5ad574f98032,segment=NetworkSegment(02013f2c-608d-4c58-aba7-cbd5195b5e36),segment_id=02013f2c-608d-4c58-aba7-cbd5195b5e36)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:24.811188 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:24.832973 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3a0e526b-d229-4fe9-a1e9-7736060e0b6d req-91bef7de-6b80-401c-b458-c107094bf9ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:24.903175 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-5d5a10ec-9af7-4bfc-8b91-b081a64a97c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:24.913546 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba has no segments {{(pid=73828) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:23:24.926592 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134036002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3087157'] for segment, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:24.951770 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9a7fdab2-4e57-4522-ace4-2f28f95826f6 req-3c8fe8b1-e63b-4855-9d5d-44b0059653d4 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1696665
May 04 18:23:25.000057 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:25.012172 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917'] for port, after_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:25.016610 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:25.051847 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 6e962607-5a6a-4bc3-92ad-5ad574f98032 no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:25.108581 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bef7de-6b80-401c-b458-c107094bf9ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event deleted for resources: {'Port': ['ID=a035f489-ae03-4884-ab88-aed89cfd3374,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:25.111256 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 6e962607-5a6a-4bc3-92ad-5ad574f98032 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:25.111843 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 6e962607-5a6a-4bc3-92ad-5ad574f98032 not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:25.112503 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 7c4153b7-9d0b-42e7-aef3-d024f79ed169 no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:25.118484 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-91bef7de-6b80-401c-b458-c107094bf9ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:25.135449 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Calling delete_port for 6e962607-5a6a-4bc3-92ad-5ad574f98032 owned by network:dhcp {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:25.140295 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Pushing event deleted for resources: {'Port': ['ID=6e962607-5a6a-4bc3-92ad-5ad574f98032,revision_number=None']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:25.146835 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] No DVR routers for this DVR port 6e962607-5a6a-4bc3-92ad-5ad574f98032 on host dv-cinder-789603-2-iscsi {{(pid=73829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:23:25.170653 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:25.171047 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:25.171396 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:25.171758 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:25.172091 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:25.177789 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:25.177789 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:25.177789 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:25.177789 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:25.177789 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:25.179105 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:25.179105 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:23:25.183940 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 7c4153b7-9d0b-42e7-aef3-d024f79ed169 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:25.184291 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 7c4153b7-9d0b-42e7-aef3-d024f79ed169 not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:25.186276 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-32cd2e36-d11c-46a5-b14c-699fefc59127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:25.199246 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:25.260175 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2b1a0-75be-44e3-9c85-a2c54fbf4721 req-3116b8fe-56e4-4416-bef7-1deea039f563 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:25.262597 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8ea2b1a0-75be-44e3-9c85-a2c54fbf4721 req-3116b8fe-56e4-4416-bef7-1deea039f563 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 945 time: 0.6323225
May 04 18:23:25.274926 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Network 1b4e5ebf-cc8d-4c20-b067-3374fe7438ba has no segments {{(pid=73828) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]: Traceback (most recent call last):
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:     timer()
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:     cb(*args, **kw)
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:     return func(*args, **kwargs)
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:     self._notify()
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:     self.callback(batched_events)
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:     event.method(event)
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:     return f(self, *a, **k)
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self._get(url).json()
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self.request(url, 'GET', **kwargs)
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 18:23:25.335391 dv-cinder-789603-2-iscsi neutron-server[73828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 18:23:25.418088 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8ea2b1a0-75be-44e3-9c85-a2c54fbf4721 req-ad2c4879-09a8-4ebd-858c-4fcc61bbc6b4 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318884
May 04 18:23:25.466638 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134021365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926019'] for network, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:25.471609 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:25.488051 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:25.495230 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a0e526b-d229-4fe9-a1e9-7736060e0b6d req-91bef7de-6b80-401c-b458-c107094bf9ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Router 65431c32-c9ba-4583-90db-082f12b31c1d has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:23:25.501404 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4e5ebf-cc8d-4c20-b067-3374fe7438ba,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:25.502177 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:25.505350 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:25.515975 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-403a1595-644a-4e3e-b809-d6e883a6fa42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:25.525961 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-f14f12ea-fe10-4d60-bdb7-926bda15ddd0 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1b4e5ebf-cc8d-4c20-b067-3374fe7438ba HTTP/1.1" status: 204  len: 168 time: 2.3137999
May 04 18:23:25.589461 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] No DVR routers for this DVR port 6e962607-5a6a-4bc3-92ad-5ad574f98032 on host dv-cinder-789603-2-iscsi {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:23:25.591636 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e962607-5a6a-4bc3-92ad-5ad574f98032,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:25.674522 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:25.735636 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47862) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:25.799507 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-27fbf82e-0270-4519-8133-1c743eace87d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6fe7e174186c44ffb03d6761766e9c4e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0598521
May 04 18:23:25.804036 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47866) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:25.853223 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134021354', 'neutron.services.segments.db._delete_segments_for_network-8748915164721'] for network, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:25.879357 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-517e95e1-abd0-4eb7-a4c8-f587a1912d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:25.923284 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-517e95e1-abd0-4eb7-a4c8-f587a1912d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:25.993030 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a0e526b-d229-4fe9-a1e9-7736060e0b6d req-91bef7de-6b80-401c-b458-c107094bf9ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:23:26.031291 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f503cb89d90>,) {'filters': {'network_id': ['b5d9f6a0-8056-4021-b12a-9774e1320123']}} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:26.036871 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d253a03-437c-4d97-b0c1-8b21f4a6a7b4 None None] Sync routers for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:23:26.040027 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-517e95e1-abd0-4eb7-a4c8-f587a1912d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:26.053022 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-a67f0228-f191-4aae-93eb-85bc0f21a9d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:26.077538 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d253a03-437c-4d97-b0c1-8b21f4a6a7b4 None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:26.083747 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-8d253a03-437c-4d97-b0c1-8b21f4a6a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e523250>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:23:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:26.105881 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e95e1-abd0-4eb7-a4c8-f587a1912d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea0979d-c2aa-4c62-91de-447a13a2526d,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:26.131836 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f503cb89d90>, '02013f2c-608d-4c58-aba7-cbd5195b5e36') {'for_net_delete': True} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:26.131836 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f503cb89d90>, '02013f2c-608d-4c58-aba7-cbd5195b5e36') {} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:26.152049 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0e526b-d229-4fe9-a1e9-7736060e0b6d req-91bef7de-6b80-401c-b458-c107094bf9ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] No DVR routers for this DVR port a035f489-ae03-4884-ab88-aed89cfd3374 on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:23:26.156207 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3a0e526b-d229-4fe9-a1e9-7736060e0b6d req-91bef7de-6b80-401c-b458-c107094bf9ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:26.159901 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803', 'name': 'network-vif-deleted', 'tag': 'a035f489-ae03-4884-ab88-aed89cfd3374'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:23:26.167863 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748915175783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396958'] for segment, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:26.193332 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-517e95e1-abd0-4eb7-a4c8-f587a1912d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:26.196610 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3a0e526b-d229-4fe9-a1e9-7736060e0b6d req-91bef7de-6b80-401c-b458-c107094bf9ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.64 "DELETE /v2.0/ports/a035f489-ae03-4884-ab88-aed89cfd3374 HTTP/1.1" status: 204  len: 173 time: 3.2564809
May 04 18:23:26.198110 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:26.208065 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=73827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 18:23:26.230480 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3840373e-7dfc-4340-9935-f315844146ab req-7dff061f-7f9f-4967-a70f-6aa1e8afbee9 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 210 time: 0.1082401
May 04 18:23:26.234069 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-517e95e1-abd0-4eb7-a4c8-f587a1912d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:26.240356 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-517e95e1-abd0-4eb7-a4c8-f587a1912d27 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cea0979d-c2aa-4c62-91de-447a13a2526d HTTP/1.1" status: 204  len: 168 time: 0.4350555
May 04 18:23:26.298520 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803', 'name': 'network-vif-deleted', 'tag': 'a035f489-ae03-4884-ab88-aed89cfd3374', 'status': 'completed', 'code': 200}
May 04 18:23:26.492833 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 47880) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:26.556211 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-8d253a03-437c-4d97-b0c1-8b21f4a6a7b4 None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:26.821976 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Network b5d9f6a0-8056-4021-b12a-9774e1320123 has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:23:26.879341 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134036002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221148'] for segment, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:26.900597 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:26.996401 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0f3cf-cde0-4ee4-98e9-1c6bc9e72fd6 req-9d5e00e7-9bd9-493c-a455-9a745c603b89 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:26.998480 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-26b0f3cf-cde0-4ee4-98e9-1c6bc9e72fd6 req-9d5e00e7-9bd9-493c-a455-9a745c603b89 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Synchronizing usage tracker for tenant:46280657579145c98b25ed64444c984c on resource:port {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:23:27.055997 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-26b0f3cf-cde0-4ee4-98e9-1c6bc9e72fd6 req-9d5e00e7-9bd9-493c-a455-9a745c603b89 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Unset dirty status for tenant:46280657579145c98b25ed64444c984c on resource:port {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:23:27.061942 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-26b0f3cf-cde0-4ee4-98e9-1c6bc9e72fd6 req-9d5e00e7-9bd9-493c-a455-9a745c603b89 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 945 time: 0.3172269
May 04 18:23:27.070806 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-8d253a03-437c-4d97-b0c1-8b21f4a6a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e523250>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:27.078357 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d253a03-437c-4d97-b0c1-8b21f4a6a7b4 None None] Checking router: 65431c32-c9ba-4583-90db-082f12b31c1d for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:23:27.089322 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d253a03-437c-4d97-b0c1-8b21f4a6a7b4 None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:27.090115 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-8d253a03-437c-4d97-b0c1-8b21f4a6a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e523250>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:23:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:27.121281 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-26b0f3cf-cde0-4ee4-98e9-1c6bc9e72fd6 req-dae552b2-ffbc-4335-916f-1f146fa40dcd tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Synchronizing usage tracker for tenant:46280657579145c98b25ed64444c984c on resource:security_group {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:23:27.147152 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-26b0f3cf-cde0-4ee4-98e9-1c6bc9e72fd6 req-dae552b2-ffbc-4335-916f-1f146fa40dcd tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Unset dirty status for tenant:46280657579145c98b25ed64444c984c on resource:security_group {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:23:27.148808 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-26b0f3cf-cde0-4ee4-98e9-1c6bc9e72fd6 req-dae552b2-ffbc-4335-916f-1f146fa40dcd tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838301
May 04 18:23:27.183673 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103623f3-eec2-466b-82bf-b6d53ce0777e req-b5192149-5eb0-44ba-bc15-5884ebe078d9 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:27.185084 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-103623f3-eec2-466b-82bf-b6d53ce0777e req-b5192149-5eb0-44ba-bc15-5884ebe078d9 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.64 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 945 time: 0.9363179
May 04 18:23:27.333905 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-8d253a03-437c-4d97-b0c1-8b21f4a6a7b4 None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:27.372584 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Network b5d9f6a0-8056-4021-b12a-9774e1320123 has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   util.warn(
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   util.warn(
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   util.warn(
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   util.warn(
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]: Traceback (most recent call last):
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:     timer()
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:     cb(*args, **kw)
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:     return func(*args, **kwargs)
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:     self._notify()
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:     self.callback(batched_events)
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:     event.method(event)
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:     return f(self, *a, **k)
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._get(url).json()
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self.request(url, 'GET', **kwargs)
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 18:23:27.444013 dv-cinder-789603-2-iscsi neutron-server[73827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 18:23:27.628109 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-fbb24cd2-5349-4ce4-9aef-29c6460943dc req-8158ac48-23e7-4e3a-98a3-817a681c3cfc tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Synchronizing usage tracker for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:23:27.658113 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134021365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926019'] for network, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:27.667223 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:27.674540 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-fbb24cd2-5349-4ce4-9aef-29c6460943dc req-8158ac48-23e7-4e3a-98a3-817a681c3cfc tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Unset dirty status for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:23:27.676486 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fbb24cd2-5349-4ce4-9aef-29c6460943dc req-8158ac48-23e7-4e3a-98a3-817a681c3cfc tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7bbd18-e9a0-4133-a49e-8ef4d2ed7803 HTTP/1.1" status: 200  len: 210 time: 0.2316356
May 04 18:23:27.680399 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:27.702579 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device a035f489-ae03-4884-ab88-aed89cfd3374 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:27.725686 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d9f6a0-8056-4021-b12a-9774e1320123,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:27.730630 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:27.743279 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b5d9f6a0-8056-4021-b12a-9774e1320123 HTTP/1.1" status: 204  len: 168 time: 3.9092014
May 04 18:23:27.756890 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-71b16528-c951-465d-9b03-0cb2d7d5d0d1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Deleting port 3874857b-8afa-4526-b0bb-0fd704f74648 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:27.757717 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71b16528-c951-465d-9b03-0cb2d7d5d0d1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:27.770232 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: a035f489-ae03-4884-ab88-aed89cfd3374 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:27.770662 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device a035f489-ae03-4884-ab88-aed89cfd3374 not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:27.789345 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-8d253a03-437c-4d97-b0c1-8b21f4a6a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e523250>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:27.793922 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d253a03-437c-4d97-b0c1-8b21f4a6a7b4 None None] The sync data for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi is: [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:23:27.806204 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-103623f3-eec2-466b-82bf-b6d53ce0777e req-cd53d945-c354-4399-9057-777b5b398df1 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Deleting port ec901a10-4ef7-4426-af60-2b299fa3c114 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:27.806842 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-103623f3-eec2-466b-82bf-b6d53ce0777e req-cd53d945-c354-4399-9057-777b5b398df1 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:28.045014 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71b16528-c951-465d-9b03-0cb2d7d5d0d1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:28.045401 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71b16528-c951-465d-9b03-0cb2d7d5d0d1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:28.143028 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47912) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:28.220751 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-71b16528-c951-465d-9b03-0cb2d7d5d0d1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Calling delete_port for 3874857b-8afa-4526-b0bb-0fd704f74648 owned by network:floatingip {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:28.229235 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-103623f3-eec2-466b-82bf-b6d53ce0777e req-cd53d945-c354-4399-9057-777b5b398df1 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] For port ec901a10-4ef7-4426-af60-2b299fa3c114, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ec901a10-4ef7-4426-af60-2b299fa3c114,segment=NetworkSegment(ff7e9041-9bf9-46b8-bd66-6795e3b34549),segment_id=ff7e9041-9bf9-46b8-bd66-6795e3b34549)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:28.229604 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-103623f3-eec2-466b-82bf-b6d53ce0777e req-cd53d945-c354-4399-9057-777b5b398df1 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:28.249959 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-f4ec43ae-8683-4575-aace-4ae5335c0143 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=27df770cfc4e46179df7e8bd111c6454&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1019084
May 04 18:23:28.251513 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 47920) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:28.347929 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e3eee-330f-432e-b1f5-4071386f9c95 None None] New status for floating IP 6f80d83f-1910-40b9-ac59-70b13b1a2610: DOWN {{(pid=73830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:23:28.351134 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-488032af-1308-43d9-a621-382340f5e3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:28.400798 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-488032af-1308-43d9-a621-382340f5e3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:28.519809 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-103623f3-eec2-466b-82bf-b6d53ce0777e req-cd53d945-c354-4399-9057-777b5b398df1 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Calling delete_port for ec901a10-4ef7-4426-af60-2b299fa3c114 owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:28.583771 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f27c2-e371-4b74-b91a-07a14bac8cf7 req-2b0ddf39-9fcd-4cb0-ae0b-cdff19937410 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:28.592164 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3b3f27c2-e371-4b74-b91a-07a14bac8cf7 req-2b0ddf39-9fcd-4cb0-ae0b-cdff19937410 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 945 time: 0.1595335
May 04 18:23:28.673996 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3b3f27c2-e371-4b74-b91a-07a14bac8cf7 req-4615ac51-8713-454b-b3ff-751cd4a80244 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/security-groups?id=89a669e3-2182-4a43-a09f-1167704615f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648084
May 04 18:23:28.675544 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-488032af-1308-43d9-a621-382340f5e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:28.680820 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-90ebe047-63a6-4159-8ae6-20f7a0cf23c0 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:28.707736 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488032af-1308-43d9-a621-382340f5e3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5893b86d-c7e7-470d-9118-e87cc5259ef0,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:28.710826 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-488032af-1308-43d9-a621-382340f5e3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:28.718757 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-488032af-1308-43d9-a621-382340f5e3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:28.720415 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-488032af-1308-43d9-a621-382340f5e3f8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5893b86d-c7e7-470d-9118-e87cc5259ef0 HTTP/1.1" status: 204  len: 168 time: 0.4649737
May 04 18:23:28.922015 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-103623f3-eec2-466b-82bf-b6d53ce0777e req-cd53d945-c354-4399-9057-777b5b398df1 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:28.928310 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:28.938251 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['ec901a10-4ef7-4426-af60-2b299fa3c114'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:23:28.973794 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71b16528-c951-465d-9b03-0cb2d7d5d0d1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:28.988277 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53d945-c354-4399-9057-777b5b398df1 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Pushing event deleted for resources: {'Port': ['ID=ec901a10-4ef7-4426-af60-2b299fa3c114,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:29.061442 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-cd53d945-c354-4399-9057-777b5b398df1 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:29.068934 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:29.123027 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-103623f3-eec2-466b-82bf-b6d53ce0777e req-cd53d945-c354-4399-9057-777b5b398df1 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] No DVR routers for this DVR port ec901a10-4ef7-4426-af60-2b299fa3c114 on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:23:29.158571 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b16528-c951-465d-9b03-0cb2d7d5d0d1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Pushing event deleted for resources: {'Port': ['ID=3874857b-8afa-4526-b0bb-0fd704f74648,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:29.162420 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-103623f3-eec2-466b-82bf-b6d53ce0777e req-cd53d945-c354-4399-9057-777b5b398df1 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:29.171327 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'name': 'network-vif-deleted', 'tag': 'ec901a10-4ef7-4426-af60-2b299fa3c114'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:23:29.194854 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-71b16528-c951-465d-9b03-0cb2d7d5d0d1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:29.267421 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dc6767-f867-42eb-b8ff-37efb3e4a539', 'name': 'network-vif-deleted', 'tag': 'ec901a10-4ef7-4426-af60-2b299fa3c114', 'status': 'completed', 'code': 200}
May 04 18:23:29.278508 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-103623f3-eec2-466b-82bf-b6d53ce0777e req-cd53d945-c354-4399-9057-777b5b398df1 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.64 "DELETE /v2.0/ports/ec901a10-4ef7-4426-af60-2b299fa3c114 HTTP/1.1" status: 204  len: 173 time: 2.0671082
May 04 18:23:29.303149 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71b16528-c951-465d-9b03-0cb2d7d5d0d1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for floatingip, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:29.303882 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.l3_db [None req-71b16528-c951-465d-9b03-0cb2d7d5d0d1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Floating IP f56ddf34-cf05-429c-a341-a75036dd3047 disassociated (deleted). External IP: 172.27.1.211, port: 41c8297c-4bea-4f58-9cee-5f99924b12d8.
May 04 18:23:29.365394 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-3e37d27d-3dfb-4063-991d-22b752e2da1a tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839905269&fields=id&tenant_id=948efb75ffcb48c38be4bc5021fc11f2 HTTP/1.1" status: 200  len: 267 time: 0.0916851
May 04 18:23:29.751279 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-60562cb9-c270-46e8-975b-ff166f338c3a tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:29.755582 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-60562cb9-c270-46e8-975b-ff166f338c3a tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Synchronizing usage tracker for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:network {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:23:29.791105 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-60562cb9-c270-46e8-975b-ff166f338c3a tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Unset dirty status for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:network {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:23:29.797777 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-60562cb9-c270-46e8-975b-ff166f338c3a tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 812 time: 0.4241149
May 04 18:23:29.816466 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-8ee18c9d-8b18-43c8-9f62-615f01a98f5e tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/quotas/948efb75ffcb48c38be4bc5021fc11f2 HTTP/1.1" status: 200  len: 375 time: 0.0174704
May 04 18:23:29.923135 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-2d41808c-42d8-410b-8ff4-bdc7c0b39464 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1060779
May 04 18:23:30.049705 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-6b4be0ce-f7b1-4908-b3f6-826f5161d5e5 req-c79bdd49-9382-41b1-aebd-c4e250f6b5f3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Synchronizing usage tracker for tenant:46280657579145c98b25ed64444c984c on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:23:30.082627 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b16528-c951-465d-9b03-0cb2d7d5d0d1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Router 14bda080-7df0-49f2-82d1-973d192e6957 has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:23:30.095370 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-6b4be0ce-f7b1-4908-b3f6-826f5161d5e5 req-c79bdd49-9382-41b1-aebd-c4e250f6b5f3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Unset dirty status for tenant:46280657579145c98b25ed64444c984c on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:23:30.108102 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6b4be0ce-f7b1-4908-b3f6-826f5161d5e5 req-c79bdd49-9382-41b1-aebd-c4e250f6b5f3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] 10.222.0.67 "GET /v2.0/ports?device_id=84dc6767-f867-42eb-b8ff-37efb3e4a539 HTTP/1.1" status: 200  len: 210 time: 0.1774840
May 04 18:23:30.202424 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-5bc5801b-c08c-47fb-8b84-ae8bf14c8215 service neutron] 10.222.0.67 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2597048
May 04 18:23:30.334324 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b16528-c951-465d-9b03-0cb2d7d5d0d1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:23:30.339966 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71b16528-c951-465d-9b03-0cb2d7d5d0d1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:30.346025 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33c91af-be55-4435-975c-10fc29fd9a41 None None] Sync routers for ids ['14bda080-7df0-49f2-82d1-973d192e6957'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:23:30.364002 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c91af-be55-4435-975c-10fc29fd9a41 None None] Routers {'14bda080-7df0-49f2-82d1-973d192e6957'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:30.364957 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-c33c91af-be55-4435-975c-10fc29fd9a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503dec3130>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:23:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['14bda080-7df0-49f2-82d1-973d192e6957'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:30.456874 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-71b16528-c951-465d-9b03-0cb2d7d5d0d1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "DELETE /v2.0/floatingips/f56ddf34-cf05-429c-a341-a75036dd3047 HTTP/1.1" status: 204  len: 168 time: 3.9600074
May 04 18:23:30.498754 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-67e4285c-840c-4175-8068-1701f406d9dd service neutron] 10.222.0.67 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2810946
May 04 18:23:30.679117 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-c33c91af-be55-4435-975c-10fc29fd9a41 None None] Set router 14bda080-7df0-49f2-82d1-973d192e6957 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:31.240221 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-c33c91af-be55-4435-975c-10fc29fd9a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503dec3130>, [{'id': '14bda080-7df0-49f2-82d1-973d192e6957', 'name': 'tempest-TestShelveInstance-1557949699-router', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'gw_port': {'id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '07d66ccf-3fd8-4ac3-abab-da19f53d02b0', 'name': '', 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'mac_address': 'fa:16:3e:81:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:26Z', 'updated_at': '2021-05-04T18:16:35Z', 'revision_number': 5, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'subnets': [{'id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:31.269420 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'tag': '41c8297c-4bea-4f58-9cee-5f99924b12d8'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:23:31.315732 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33c91af-be55-4435-975c-10fc29fd9a41 None None] Checking router: 14bda080-7df0-49f2-82d1-973d192e6957 for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:23:31.337902 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c91af-be55-4435-975c-10fc29fd9a41 None None] Routers {'14bda080-7df0-49f2-82d1-973d192e6957'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:31.339077 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-c33c91af-be55-4435-975c-10fc29fd9a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503dec3130>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:23:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['14bda080-7df0-49f2-82d1-973d192e6957'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:31.460353 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7daae257-278f-4782-bd3b-4fe63e9c31b9 req-4edcb307-28b1-40e1-8889-9f953b42806a tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 210 time: 0.0640996
May 04 18:23:31.525589 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'tag': '41c8297c-4bea-4f58-9cee-5f99924b12d8', 'status': 'completed', 'code': 200}
May 04 18:23:31.633050 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-c33c91af-be55-4435-975c-10fc29fd9a41 None None] Set router 14bda080-7df0-49f2-82d1-973d192e6957 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:31.677140 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1185c6-5025-43f3-8f2c-bfbe9c2c89f5 req-e69142de-aebd-4ed3-be31-dbb7f7873b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:31.679781 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8f1185c6-5025-43f3-8f2c-bfbe9c2c89f5 req-e69142de-aebd-4ed3-be31-dbb7f7873b40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab6eed97c69b49a1a90a0f56d72c765f&device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 1099 time: 0.1273096
May 04 18:23:31.739969 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device ec901a10-4ef7-4426-af60-2b299fa3c114 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:31.791771 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48042) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:31.821348 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: ec901a10-4ef7-4426-af60-2b299fa3c114 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:31.823514 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device ec901a10-4ef7-4426-af60-2b299fa3c114 not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:32.017375 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b2a95f2d-3ff6-4d29-9a39-92d80b4cb095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:32.056407 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b2a95f2d-3ff6-4d29-9a39-92d80b4cb095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:23:32.070394 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b2a95f2d-3ff6-4d29-9a39-92d80b4cb095 admin admin] Usage tracker for resource:security_group_rule and tenant:54fab65c4d144785b4045feda12ff183 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:23:32.078220 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b2a95f2d-3ff6-4d29-9a39-92d80b4cb095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:23:32.088930 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b2a95f2d-3ff6-4d29-9a39-92d80b4cb095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:23:32.146989 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1185c6-5025-43f3-8f2c-bfbe9c2c89f5 req-f8e812c0-bfb1-4fa5-adb0-234dfc750157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:32.149319 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8f1185c6-5025-43f3-8f2c-bfbe9c2c89f5 req-f8e812c0-bfb1-4fa5-adb0-234dfc750157 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4b33504-faeb-4e1f-8e54-370cd5782b48 HTTP/1.1" status: 200  len: 910 time: 0.4608529
May 04 18:23:32.288467 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b2a95f2d-3ff6-4d29-9a39-92d80b4cb095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:32.296899 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b2a95f2d-3ff6-4d29-9a39-92d80b4cb095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:32.325987 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952cf82-22a3-43f8-95eb-d73286cd1ba3 req-4e6ede5d-c913-4d15-a402-384dfa21023c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:32.328263 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-6952cf82-22a3-43f8-95eb-d73286cd1ba3 req-4e6ede5d-c913-4d15-a402-384dfa21023c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Synchronizing usage tracker for tenant:ab6eed97c69b49a1a90a0f56d72c765f on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:23:32.330142 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-61832a14-dee0-4894-8286-37c613f2fb70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:32.341126 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8f1185c6-5025-43f3-8f2c-bfbe9c2c89f5 req-d17e1651-eda9-4ca8-b6c8-3fe05c8ef3ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41c8297c-4bea-4f58-9cee-5f99924b12d8 HTTP/1.1" status: 200  len: 217 time: 0.1613846
May 04 18:23:32.359799 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-c33c91af-be55-4435-975c-10fc29fd9a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503dec3130>, [{'id': '14bda080-7df0-49f2-82d1-973d192e6957', 'name': 'tempest-TestShelveInstance-1557949699-router', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'gw_port': {'id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '07d66ccf-3fd8-4ac3-abab-da19f53d02b0', 'name': '', 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'mac_address': 'fa:16:3e:81:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:26Z', 'updated_at': '2021-05-04T18:16:35Z', 'revision_number': 5, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'subnets': [{'id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:32.374566 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33c91af-be55-4435-975c-10fc29fd9a41 None None] The sync data for ids ['14bda080-7df0-49f2-82d1-973d192e6957'] in dv-cinder-789603-2-iscsi is: [{'id': '14bda080-7df0-49f2-82d1-973d192e6957', 'name': 'tempest-TestShelveInstance-1557949699-router', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'gw_port': {'id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '07d66ccf-3fd8-4ac3-abab-da19f53d02b0', 'name': '', 'network_id': 'f4b33504-faeb-4e1f-8e54-370cd5782b48', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'mac_address': 'fa:16:3e:81:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:26Z', 'updated_at': '2021-05-04T18:16:35Z', 'revision_number': 5, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'subnets': [{'id': 'fb413902-05ac-432a-9e90-f8d471f71e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:23:32.433979 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1185c6-5025-43f3-8f2c-bfbe9c2c89f5 req-f9289e2d-339a-41df-8c7b-3a8256493147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:32.435718 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8f1185c6-5025-43f3-8f2c-bfbe9c2c89f5 req-f9289e2d-339a-41df-8c7b-3a8256493147 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb413902-05ac-432a-9e90-f8d471f71e38 HTTP/1.1" status: 200  len: 848 time: 0.0811756
May 04 18:23:32.436389 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-6952cf82-22a3-43f8-95eb-d73286cd1ba3 req-4e6ede5d-c913-4d15-a402-384dfa21023c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Unset dirty status for tenant:ab6eed97c69b49a1a90a0f56d72c765f on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:23:32.446453 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6952cf82-22a3-43f8-95eb-d73286cd1ba3 req-4e6ede5d-c913-4d15-a402-384dfa21023c tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.7045336
May 04 18:23:32.491098 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-b2a95f2d-3ff6-4d29-9a39-92d80b4cb095 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=54fab65c4d144785b4045feda12ff183&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6958177
May 04 18:23:32.500787 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48090) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:32.510916 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a95f2d-3ff6-4d29-9a39-92d80b4cb095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79caae0d-fc2d-434f-990e-1bf5c0681b10,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:32.520204 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b2a95f2d-3ff6-4d29-9a39-92d80b4cb095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:32.562323 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6952cf82-22a3-43f8-95eb-d73286cd1ba3 req-9a2c81dc-3c0f-429a-af49-65fb6d6691d8 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1106668
May 04 18:23:32.662635 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1185c6-5025-43f3-8f2c-bfbe9c2c89f5 req-0e120b10-06cb-4b27-9528-367619542f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:32.668644 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8f1185c6-5025-43f3-8f2c-bfbe9c2c89f5 req-0e120b10-06cb-4b27-9528-367619542f03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4b33504-faeb-4e1f-8e54-370cd5782b48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2199059
May 04 18:23:32.716109 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-fbd1fc85-c209-44a5-a54e-f3a301e7b4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:32.787963 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-fbd1fc85-c209-44a5-a54e-f3a301e7b4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:32.839214 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48102) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:32.942911 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6dad66-15f2-463f-8bb7-025f28cc920e None None] New status for floating IP f56ddf34-cf05-429c-a341-a75036dd3047: DOWN {{(pid=73830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:23:33.012040 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-da913434-b769-4361-ac65-1cd837c05d30 req-0aae1bee-f31b-4103-9879-ab69d16f8348 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 210 time: 0.1426508
May 04 18:23:33.167529 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-fbd1fc85-c209-44a5-a54e-f3a301e7b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:33.180935 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8a913-e345-40f4-aeee-4196a3a6d1f3 req-22b45a1f-146f-46a4-b72f-0153ca5808a1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:33.183255 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7ac8a913-e345-40f4-aeee-4196a3a6d1f3 req-22b45a1f-146f-46a4-b72f-0153ca5808a1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.64 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.1687651
May 04 18:23:33.185488 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-7b81c2c3-70c8-4f56-9c56-5f926555e8a9 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:33.241521 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1fc85-c209-44a5-a54e-f3a301e7b4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79caae0d-fc2d-434f-990e-1bf5c0681b10,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:33.259620 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-fbd1fc85-c209-44a5-a54e-f3a301e7b4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:33.263836 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-fbd1fc85-c209-44a5-a54e-f3a301e7b4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:33.265132 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-fbd1fc85-c209-44a5-a54e-f3a301e7b4c2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/79caae0d-fc2d-434f-990e-1bf5c0681b10 HTTP/1.1" status: 204  len: 168 time: 0.7600524
May 04 18:23:33.372300 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8f1185c6-5025-43f3-8f2c-bfbe9c2c89f5 req-b758d061-cc81-49f7-a812-42b03192f4d5 service neutron] 10.222.0.64 "GET /v2.0/networks/f4b33504-faeb-4e1f-8e54-370cd5782b48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6949303
May 04 18:23:33.397696 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [req-7ac8a913-e345-40f4-aeee-4196a3a6d1f3 req-b026201c-be79-44d7-9e5e-0cab65365a30 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Deleting port 41c8297c-4bea-4f58-9cee-5f99924b12d8 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:33.398111 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-7ac8a913-e345-40f4-aeee-4196a3a6d1f3 req-b026201c-be79-44d7-9e5e-0cab65365a30 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:33.553489 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [req-7ac8a913-e345-40f4-aeee-4196a3a6d1f3 req-b026201c-be79-44d7-9e5e-0cab65365a30 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] For port 41c8297c-4bea-4f58-9cee-5f99924b12d8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=41c8297c-4bea-4f58-9cee-5f99924b12d8,segment=NetworkSegment(3da59d0a-7e0e-4517-b462-7b5e6a8e95a3),segment_id=3da59d0a-7e0e-4517-b462-7b5e6a8e95a3)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:33.553965 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-7ac8a913-e345-40f4-aeee-4196a3a6d1f3 req-b026201c-be79-44d7-9e5e-0cab65365a30 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:33.689255 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48116) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:33.699130 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [req-7ac8a913-e345-40f4-aeee-4196a3a6d1f3 req-b026201c-be79-44d7-9e5e-0cab65365a30 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Calling delete_port for 41c8297c-4bea-4f58-9cee-5f99924b12d8 owned by compute:nova {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:33.699699 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-a287bfad-db0f-4908-a756-8998eca6b6a7 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:33.701291 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-a287bfad-db0f-4908-a756-8998eca6b6a7 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.64 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 812 time: 0.7205276
May 04 18:23:33.764787 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7258275b-f014-4d32-84fd-5db9b9bc0782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:33.796247 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-7258275b-f014-4d32-84fd-5db9b9bc0782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:23:33.805462 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-7258275b-f014-4d32-84fd-5db9b9bc0782 admin admin] Usage tracker for resource:security_group_rule and tenant:a4f65194f8104cfe8851d6e1688cc3a2 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:23:33.809929 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-7258275b-f014-4d32-84fd-5db9b9bc0782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:23:33.821726 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-7258275b-f014-4d32-84fd-5db9b9bc0782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:23:33.836011 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8f1185c6-5025-43f3-8f2c-bfbe9c2c89f5 req-dcbaf7e1-4924-4089-9d67-708bc19ed75d service neutron] 10.222.0.64 "GET /v2.0/networks/f4b33504-faeb-4e1f-8e54-370cd5782b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4361563
May 04 18:23:33.859014 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-120897bf-5224-4498-b60b-cce43e7f766b tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=948efb75ffcb48c38be4bc5021fc11f2 HTTP/1.1" status: 200  len: 380 time: 0.1012421
May 04 18:23:33.890323 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc395d-b16e-472a-9057-448db1b9e1d6 req-44e6dfa3-e35a-4bd1-b847-e80c6f4b4fd5 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:33.891865 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-09bc395d-b16e-472a-9057-448db1b9e1d6 req-44e6dfa3-e35a-4bd1-b847-e80c6f4b4fd5 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 946 time: 0.1893692
May 04 18:23:33.926134 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Request body: {'port': {'device_id': '1b652f12-68df-413a-8946-aca7ca491f8c', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'admin_state_up': True, 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'security_groups': ['14d9ce85-d867-4e4a-bb57-c9d155b4d207']}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:23:34.030160 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-09bc395d-b16e-472a-9057-448db1b9e1d6 req-adf11aa2-d6f4-41c8-8b89-0f40bc28ab7e tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c6ae9f1-330b-4a79-9160-a270bc49589e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0926881
May 04 18:23:34.072047 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-7ac8a913-e345-40f4-aeee-4196a3a6d1f3 req-b026201c-be79-44d7-9e5e-0cab65365a30 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:34.084707 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-376bcf7b-d050-4742-bb19-c93ed8e286f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:34.122304 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7258275b-f014-4d32-84fd-5db9b9bc0782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:34.141152 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026201c-be79-44d7-9e5e-0cab65365a30 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Pushing event deleted for resources: {'Port': ['ID=41c8297c-4bea-4f58-9cee-5f99924b12d8,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:34.144722 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7258275b-f014-4d32-84fd-5db9b9bc0782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:34.154903 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b026201c-be79-44d7-9e5e-0cab65365a30 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:34.158117 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-876cd3f7-d013-4e51-ad52-94dd3621679d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:34.304928 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac8a913-e345-40f4-aeee-4196a3a6d1f3 req-b026201c-be79-44d7-9e5e-0cab65365a30 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] No DVR routers for this DVR port 41c8297c-4bea-4f58-9cee-5f99924b12d8 on host hv-cinder-78960 {{(pid=73828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:23:34.323523 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:23:34.339188 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:23:34.341416 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-7258275b-f014-4d32-84fd-5db9b9bc0782 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a4f65194f8104cfe8851d6e1688cc3a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6503096
May 04 18:23:34.347404 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [req-7ac8a913-e345-40f4-aeee-4196a3a6d1f3 req-b026201c-be79-44d7-9e5e-0cab65365a30 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:34.350005 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48128) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:34.350434 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258275b-f014-4d32-84fd-5db9b9bc0782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086fdeaa-780a-48c3-8550-630dedbc97e6,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:34.353163 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'name': 'network-vif-deleted', 'tag': '41c8297c-4bea-4f58-9cee-5f99924b12d8'}] {{(pid=73828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:23:34.364404 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-7258275b-f014-4d32-84fd-5db9b9bc0782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:34.392147 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f212b85a-5bfe-4e48-8b27-f802e52a3dfb req-7cf16877-5144-4678-a7cf-6a0ef226351b tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 210 time: 0.0913920
May 04 18:23:34.399582 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Made reservation on behalf of 948efb75ffcb48c38be4bc5021fc11f2 for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:23:34.403433 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:34.419359 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7ac8a913-e345-40f4-aeee-4196a3a6d1f3 req-b026201c-be79-44d7-9e5e-0cab65365a30 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.64 "DELETE /v2.0/ports/41c8297c-4bea-4f58-9cee-5f99924b12d8 HTTP/1.1" status: 204  len: 173 time: 1.2267015
May 04 18:23:34.437003 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e742ac-c9f3-4545-a30e-6268b6b718b3', 'name': 'network-vif-deleted', 'tag': '41c8297c-4bea-4f58-9cee-5f99924b12d8', 'status': 'completed', 'code': 200}
May 04 18:23:34.687182 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48136) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:34.713956 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-90a76640-b36a-4e2c-941d-f2eb67ae9297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:34.811003 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-90a76640-b36a-4e2c-941d-f2eb67ae9297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:34.900381 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Allocated IP 172.20.0.8 (36f919e1-7ef4-493f-9b57-fd05288bc669/48fca783-ec36-413f-bee2-a3a7d2aac972/8bda94ac-c3ae-4a89-a999-934cd83cd100) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:23:34.905411 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4be81569-7110-4fd2-9bd6-dfc5c1822a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924995'] for router_interface, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:34.929962 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-dd5dfac3-bb10-486f-ad6d-533103fe4412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:34.946842 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-dd5dfac3-bb10-486f-ad6d-533103fe4412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:23:34.951897 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-dd5dfac3-bb10-486f-ad6d-533103fe4412 admin admin] Usage tracker for resource:security_group_rule and tenant:b139a49aefa74d80ba91a73d4bd32bef is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:23:34.956086 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-dd5dfac3-bb10-486f-ad6d-533103fe4412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:23:34.963835 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-dd5dfac3-bb10-486f-ad6d-533103fe4412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:23:35.015352 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-90a76640-b36a-4e2c-941d-f2eb67ae9297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:35.024474 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d3-ef51-43c9-9527-9c5f902b8a31 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:35.110965 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a76640-b36a-4e2c-941d-f2eb67ae9297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086fdeaa-780a-48c3-8550-630dedbc97e6,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:35.111267 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-dd5dfac3-bb10-486f-ad6d-533103fe4412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:35.119970 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-dd5dfac3-bb10-486f-ad6d-533103fe4412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:35.120407 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-90a76640-b36a-4e2c-941d-f2eb67ae9297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:35.179862 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-17abcb49-9412-46f6-bc47-d218ae720b9f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:35.190898 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-dd5dfac3-bb10-486f-ad6d-533103fe4412 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b139a49aefa74d80ba91a73d4bd32bef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5019593
May 04 18:23:35.194058 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48144) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:35.236586 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5dfac3-bb10-486f-ad6d-533103fe4412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980afe2a-687a-4593-baab-796a407aab5d,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:35.240483 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-dd5dfac3-bb10-486f-ad6d-533103fe4412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:35.262324 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-90a76640-b36a-4e2c-941d-f2eb67ae9297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:35.267496 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-90a76640-b36a-4e2c-941d-f2eb67ae9297 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/086fdeaa-780a-48c3-8550-630dedbc97e6 HTTP/1.1" status: 204  len: 168 time: 0.8969216
May 04 18:23:35.317464 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-af401fce-3d2b-4abe-ae6e-bbd962eadf01 req-991e9ad6-4cee-4e11-9470-50bdf78199fa tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Synchronizing usage tracker for tenant:ab6eed97c69b49a1a90a0f56d72c765f on resource:port {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:23:35.351359 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-af401fce-3d2b-4abe-ae6e-bbd962eadf01 req-991e9ad6-4cee-4e11-9470-50bdf78199fa tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Unset dirty status for tenant:ab6eed97c69b49a1a90a0f56d72c765f on resource:port {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:23:35.352473 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-af401fce-3d2b-4abe-ae6e-bbd962eadf01 req-991e9ad6-4cee-4e11-9470-50bdf78199fa tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e742ac-c9f3-4545-a30e-6268b6b718b3 HTTP/1.1" status: 200  len: 210 time: 0.1076829
May 04 18:23:35.357883 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a777fee1-8829-4430-9052-e2702a4c488c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:35.392878 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a777fee1-8829-4430-9052-e2702a4c488c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:35.481681 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a777fee1-8829-4430-9052-e2702a4c488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:35.489456 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-517e95e1-abd0-4eb7-a4c8-f587a1912d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:35.506528 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777fee1-8829-4430-9052-e2702a4c488c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980afe2a-687a-4593-baab-796a407aab5d,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:35.512546 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-a777fee1-8829-4430-9052-e2702a4c488c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:35.517732 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a777fee1-8829-4430-9052-e2702a4c488c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:35.520653 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-a777fee1-8829-4430-9052-e2702a4c488c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/980afe2a-687a-4593-baab-796a407aab5d HTTP/1.1" status: 204  len: 168 time: 0.3256173
May 04 18:23:35.591141 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:35.709544 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Transition to ACTIVE for port object 8bda94ac-c3ae-4a89-a999-934cd83cd100 will not be triggered until provisioned by entity DHCP. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:23:35.740332 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-c5d1cce1-e0fb-4412-a93f-6b322005934f req-1a39eb61-2e23-4e81-a9b8-c091316c81d3 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Synchronizing usage tracker for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:23:35.808260 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-c5d1cce1-e0fb-4412-a93f-6b322005934f req-1a39eb61-2e23-4e81-a9b8-c091316c81d3 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Unset dirty status for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:23:35.814285 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c5d1cce1-e0fb-4412-a93f-6b322005934f req-1a39eb61-2e23-4e81-a9b8-c091316c81d3 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 210 time: 0.1577506
May 04 18:23:35.829822 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:35.845364 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-7624531b-af79-400e-8c37-39508cd01e90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:35.917769 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Network 36f919e1-7ef4-493f-9b57-fd05288bc669 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:23:35.927249 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:23:35.933044 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:23:35.967996 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-4be81569-7110-4fd2-9bd6-dfc5c1822a16 admin admin] Deleting port 2323a902-918c-4218-b33b-3087a8b048c5 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:35.968326 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4be81569-7110-4fd2-9bd6-dfc5c1822a16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:35.986848 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event updated for resources: {'Port': ['ID=8bda94ac-c3ae-4a89-a999-934cd83cd100,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:36.000059 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:36.118873 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:36.119662 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:36.172590 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2610278
May 04 18:23:36.204068 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Request body: {'port': {'device_id': '1b652f12-68df-413a-8946-aca7ca491f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:23:36.303886 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [None req-4be81569-7110-4fd2-9bd6-dfc5c1822a16 admin admin] For port 2323a902-918c-4218-b33b-3087a8b048c5, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=2323a902-918c-4218-b33b-3087a8b048c5,segment=NetworkSegment(ff7e9041-9bf9-46b8-bd66-6795e3b34549),segment_id=ff7e9041-9bf9-46b8-bd66-6795e3b34549)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:36.304454 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4be81569-7110-4fd2-9bd6-dfc5c1822a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:36.309209 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-2b027123-cfd0-4241-be6c-35a0bcd8164b None None] Provisioning for port 8bda94ac-c3ae-4a89-a999-934cd83cd100 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:23:36.321467 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-2b027123-cfd0-4241-be6c-35a0bcd8164b None None] Provisioning complete for port 8bda94ac-c3ae-4a89-a999-934cd83cd100 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:23:36.322432 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-2b027123-cfd0-4241-be6c-35a0bcd8164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:36.418491 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-2b027123-cfd0-4241-be6c-35a0bcd8164b None None] Port 8bda94ac-c3ae-4a89-a999-934cd83cd100 cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:23:36.499116 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48190) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:36.543707 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-4be81569-7110-4fd2-9bd6-dfc5c1822a16 admin admin] Calling delete_port for 2323a902-918c-4218-b33b-3087a8b048c5 owned by network:router_interface {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:36.617589 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48196) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:36.654104 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:36.731021 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2f51c80e-59dc-4b0e-9637-8dc162340f61 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:36.770071 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2f51c80e-59dc-4b0e-9637-8dc162340f61 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:36.874579 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2f51c80e-59dc-4b0e-9637-8dc162340f61 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:36.889208 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b11d5996-3b7c-4aaf-9f39-94ad547fa43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:36.928121 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51c80e-59dc-4b0e-9637-8dc162340f61 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6ae9f1-330b-4a79-9160-a270bc49589e,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:36.930801 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2f51c80e-59dc-4b0e-9637-8dc162340f61 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:36.931931 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-2f51c80e-59dc-4b0e-9637-8dc162340f61 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] 10.222.0.67 "DELETE /v2.0/security-groups/9c6ae9f1-330b-4a79-9160-a270bc49589e HTTP/1.1" status: 204  len: 168 time: 0.4318337
May 04 18:23:36.932914 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-2f51c80e-59dc-4b0e-9637-8dc162340f61 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:36.999522 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48212) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:37.071385 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-4646262-network', 'tenant_id': '935ab8dcb82b4029a5bdb11d3f8e63d5'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:23:37.127396 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:23:37.150462 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Usage tracker for resource:network and tenant:935ab8dcb82b4029a5bdb11d3f8e63d5 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:23:37.155319 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:23:37.174298 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:23:37.292783 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Made reservation on behalf of 935ab8dcb82b4029a5bdb11d3f8e63d5 for: {'network': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:23:37.295045 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:37.343128 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:37.395697 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:23:37.447633 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Usage tracker for resource:security_group_rule and tenant:935ab8dcb82b4029a5bdb11d3f8e63d5 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:23:37.454861 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:23:37.468563 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b91ab-8ef3-4675-8667-9e2158b1fe9a req-7e29141e-5e57-4672-9367-1de05e2f7a58 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:37.470058 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-023b91ab-8ef3-4675-8667-9e2158b1fe9a req-7e29141e-5e57-4672-9367-1de05e2f7a58 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 931 time: 0.4071505
May 04 18:23:37.483083 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:23:37.512539 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4be81569-7110-4fd2-9bd6-dfc5c1822a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:37.525472 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-4829a93c-de34-4270-a1a2-4c9563c505c8 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:37.652840 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be81569-7110-4fd2-9bd6-dfc5c1822a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=2323a902-918c-4218-b33b-3087a8b048c5,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:37.660927 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-4be81569-7110-4fd2-9bd6-dfc5c1822a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:37.729037 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-023b91ab-8ef3-4675-8667-9e2158b1fe9a req-8e61ebc7-958d-487d-905e-ea0b9a0e2911 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2404683
May 04 18:23:37.765871 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 41c8297c-4bea-4f58-9cee-5f99924b12d8 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:37.849533 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: 41c8297c-4bea-4f58-9cee-5f99924b12d8 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:37.850098 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 41c8297c-4bea-4f58-9cee-5f99924b12d8 not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:37.851636 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d7818bc2-bcd3-424d-a5a5-0a18887a4e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924995'] for router_interface, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:37.976439 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bda94ac-c3ae-4a89-a999-934cd83cd100 {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:23:38.047054 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:38.073299 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:38.084953 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Transition to ACTIVE for port object 8bda94ac-c3ae-4a89-a999-934cd83cd100 will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:23:38.095725 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:38.101556 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-3627aa9f-7538-4607-bd09-7335a5dc255b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:38.112809 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:38.202180 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811}  {{(pid=73827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:23:38.205528 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4be81569-7110-4fd2-9bd6-dfc5c1822a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927219'] for router_interface, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:38.227208 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6b5aae-6fd1-424f-8371-0f83e4d0de14,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:38.230975 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:38.242273 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-86d36c10-e360-45d9-bae4-829f9a336b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:38.338999 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-d7818bc2-bcd3-424d-a5a5-0a18887a4e8d admin admin] Deleting port 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:38.339345 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d7818bc2-bcd3-424d-a5a5-0a18887a4e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:38.351177 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:38.351605 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.segments_db [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Added segment 84fa1f24-e802-4dec-a0fb-650522a29834 of type vlan for network d43de96e-7b72-45d1-9409-1da6eb0f8cb7
May 04 18:23:38.452758 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=8bda94ac-c3ae-4a89-a999-934cd83cd100,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:38.482110 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [None req-d7818bc2-bcd3-424d-a5a5-0a18887a4e8d admin admin] For port 07d66ccf-3fd8-4ac3-abab-da19f53d02b0, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=07d66ccf-3fd8-4ac3-abab-da19f53d02b0,segment=NetworkSegment(3da59d0a-7e0e-4517-b462-7b5e6a8e95a3),segment_id=3da59d0a-7e0e-4517-b462-7b5e6a8e95a3)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:38.482363 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d7818bc2-bcd3-424d-a5a5-0a18887a4e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:38.501664 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:38.608242 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:38.615565 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-d7818bc2-bcd3-424d-a5a5-0a18887a4e8d admin admin] Calling delete_port for 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 owned by network:router_interface {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:38.689076 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Attempting to bind port 8bda94ac-c3ae-4a89-a999-934cd83cd100 on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:23:38.689680 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Attempting to bind port 8bda94ac-c3ae-4a89-a999-934cd83cd100 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:23:38.689797 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Attempting to bind port 8bda94ac-c3ae-4a89-a999-934cd83cd100 on network 36f919e1-7ef4-493f-9b57-fd05288bc669 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:23:38.712913 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Port 8bda94ac-c3ae-4a89-a999-934cd83cd100 on network 36f919e1-7ef4-493f-9b57-fd05288bc669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:23:38.713355 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Attempting to bind port 8bda94ac-c3ae-4a89-a999-934cd83cd100 on network 36f919e1-7ef4-493f-9b57-fd05288bc669 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:23:38.724528 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:23:38.725060 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Checking segment: {'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:23:38.725648 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Bound using segment: {'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:23:38.726160 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Bound port: 8bda94ac-c3ae-4a89-a999-934cd83cd100, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:23:38.726571 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:38.809260 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:38.816128 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:38.816823 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:38.955064 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d7818bc2-bcd3-424d-a5a5-0a18887a4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:39.015041 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:39.066598 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:39.119973 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7818bc2-bcd3-424d-a5a5-0a18887a4e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=07d66ccf-3fd8-4ac3-abab-da19f53d02b0,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:39.127252 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-d7818bc2-bcd3-424d-a5a5-0a18887a4e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:39.285144 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Pushing event updated for resources: {'Network': ['ID=d43de96e-7b72-45d1-9409-1da6eb0f8cb7,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:39.292790 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:39.297862 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network d43de96e-7b72-45d1-9409-1da6eb0f8cb7 details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:23:39.322170 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31331f40-8629-408d-9011-c6dd8752d71d req-5be2b3a2-9746-45b7-8794-7842a48f80a4 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:39.323756 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-31331f40-8629-408d-9011-c6dd8752d71d req-5be2b3a2-9746-45b7-8794-7842a48f80a4 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 943 time: 0.3453650
May 04 18:23:39.334015 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-db7c780a-5364-48f2-bc3d-a780c3edbe24 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 2.7121038
May 04 18:23:39.337763 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48264) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:39.343384 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] For port 8bda94ac-c3ae-4a89-a999-934cd83cd100, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:23:39.348750 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] For port 8bda94ac-c3ae-4a89-a999-934cd83cd100, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8bda94ac-c3ae-4a89-a999-934cd83cd100,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:23:39.357119 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:39.363358 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be81569-7110-4fd2-9bd6-dfc5c1822a16 admin admin] Router ad1aae6d-aaa2-474b-bded-a98f41b703c2 has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:23:39.365210 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-517bf5de-34d3-49d7-b371-76fe4b5ba1c6 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:39.405074 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-a3c4de12-10f9-45aa-8643-fb876447b68c admin admin] Request body: {'subnet': {'network_id': 'd43de96e-7b72-45d1-9409-1da6eb0f8cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-4646262-subnet', 'tenant_id': '935ab8dcb82b4029a5bdb11d3f8e63d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:23:39.411194 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-a3c4de12-10f9-45aa-8643-fb876447b68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:23:39.416238 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-a3c4de12-10f9-45aa-8643-fb876447b68c admin admin] Usage tracker for resource:subnet and tenant:935ab8dcb82b4029a5bdb11d3f8e63d5 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:23:39.431626 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:39.432291 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:39.432751 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-a3c4de12-10f9-45aa-8643-fb876447b68c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:23:39.433781 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] 10.222.0.64 "PUT /v2.0/ports/8bda94ac-c3ae-4a89-a999-934cd83cd100 HTTP/1.1" status: 200  len: 1093 time: 3.2436609
May 04 18:23:39.434302 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b652f12-68df-413a-8946-aca7ca491f8c', 'tag': '8bda94ac-c3ae-4a89-a999-934cd83cd100'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:23:39.446093 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-a3c4de12-10f9-45aa-8643-fb876447b68c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:23:39.503469 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c4de12-10f9-45aa-8643-fb876447b68c admin admin] Made reservation on behalf of 935ab8dcb82b4029a5bdb11d3f8e63d5 for: {'subnet': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:23:39.505834 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a3c4de12-10f9-45aa-8643-fb876447b68c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2286262'] for subnet, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:39.590776 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b652f12-68df-413a-8946-aca7ca491f8c', 'tag': '8bda94ac-c3ae-4a89-a999-934cd83cd100', 'status': 'completed', 'code': 200}
May 04 18:23:39.605185 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d7818bc2-bcd3-424d-a5a5-0a18887a4e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927219'] for router_interface, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:39.629156 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=8bda94ac-c3ae-4a89-a999-934cd83cd100,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:39.683246 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-31331f40-8629-408d-9011-c6dd8752d71d req-70f5f423-5918-48f7-af33-76f498c63c21 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3414223
May 04 18:23:39.685293 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:39.734488 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be81569-7110-4fd2-9bd6-dfc5c1822a16 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:23:39.742340 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-4be81569-7110-4fd2-9bd6-dfc5c1822a16 admin admin] 10.222.0.67 "PUT /v2.0/routers/ad1aae6d-aaa2-474b-bded-a98f41b703c2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9017475
May 04 18:23:39.743007 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48270) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:39.746191 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d0b976-9e95-4f04-8e94-d982a8e349c1 None None] Sync routers for ids ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:23:39.757857 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d0b976-9e95-4f04-8e94-d982a8e349c1 None None] Routers {'ad1aae6d-aaa2-474b-bded-a98f41b703c2'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:39.759226 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-25d0b976-9e95-4f04-8e94-d982a8e349c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e6a65b0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:23:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:39.814606 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-68605a81-f3b8-4ff3-81cd-88eebf44b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:39.816116 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-68605a81-f3b8-4ff3-81cd-88eebf44b160 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 1096 time: 0.2800422
May 04 18:23:39.973382 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-25d0b976-9e95-4f04-8e94-d982a8e349c1 None None] Set router ad1aae6d-aaa2-474b-bded-a98f41b703c2 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:40.101111 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-5b41bb9f-f6a1-4044-9b69-d79d9103e499 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bda94ac-c3ae-4a89-a999-934cd83cd100 HTTP/1.1" status: 200  len: 217 time: 0.2721546
May 04 18:23:40.183554 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-67bc4ba4-1070-46f9-9d63-3a1b8be5f026 admin admin] Notify callbacks [] for router, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:40.228851 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7818bc2-bcd3-424d-a5a5-0a18887a4e8d admin admin] Router 14bda080-7df0-49f2-82d1-973d192e6957 has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:23:40.255931 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-c15cc68f-6761-4180-b041-24c2666a202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:40.257379 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-c15cc68f-6761-4180-b041-24c2666a202c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fca783-ec36-413f-bee2-a3a7d2aac972 HTTP/1.1" status: 200  len: 851 time: 0.1487689
May 04 18:23:40.289872 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-25d0b976-9e95-4f04-8e94-d982a8e349c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e6a65b0>, [{'id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'name': 'tempest-TestMinimumBasicScenario-1533624175-router', 'tenant_id': '46280657579145c98b25ed64444c984c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:49Z', 'updated_at': '2021-05-04T18:23:37Z', 'revision_number': 5, 'project_id': '46280657579145c98b25ed64444c984c', 'gw_port': {'id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:50Z', 'updated_at': '2021-05-04T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:40.293971 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d0b976-9e95-4f04-8e94-d982a8e349c1 None None] Checking router: ad1aae6d-aaa2-474b-bded-a98f41b703c2 for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:23:40.303281 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d0b976-9e95-4f04-8e94-d982a8e349c1 None None] Routers {'ad1aae6d-aaa2-474b-bded-a98f41b703c2'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:40.303974 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-25d0b976-9e95-4f04-8e94-d982a8e349c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e6a65b0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:23:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:40.438546 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-67bc4ba4-1070-46f9-9d63-3a1b8be5f026 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:40.452469 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-016b8334-0469-4702-a126-9d166326b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:40.453533 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-016b8334-0469-4702-a126-9d166326b468 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36f919e1-7ef4-493f-9b57-fd05288bc669&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1830924
May 04 18:23:40.490443 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-25d0b976-9e95-4f04-8e94-d982a8e349c1 None None] Set router ad1aae6d-aaa2-474b-bded-a98f41b703c2 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:40.501578 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7818bc2-bcd3-424d-a5a5-0a18887a4e8d admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:23:40.531749 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe505281-e2b8-4785-b3b1-95b42d48d830 None None] Sync routers for ids ['14bda080-7df0-49f2-82d1-973d192e6957'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:23:40.554668 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe505281-e2b8-4785-b3b1-95b42d48d830 None None] Routers {'14bda080-7df0-49f2-82d1-973d192e6957'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:40.555948 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-fe505281-e2b8-4785-b3b1-95b42d48d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e3ffa00>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:23:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['14bda080-7df0-49f2-82d1-973d192e6957'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:40.666467 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-5f938e4f-98af-480c-a3f1-9536cf2a4513 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1873736
May 04 18:23:40.671827 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-67bc4ba4-1070-46f9-9d63-3a1b8be5f026 admin admin] Deleting port 0a214ae2-f96c-4fd1-a27d-9bad9dce1400 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:40.672176 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-67bc4ba4-1070-46f9-9d63-3a1b8be5f026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:40.705943 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-d7818bc2-bcd3-424d-a5a5-0a18887a4e8d admin admin] 10.222.0.67 "PUT /v2.0/routers/14bda080-7df0-49f2-82d1-973d192e6957/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7049725
May 04 18:23:40.706633 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48278) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:40.841880 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a3c4de12-10f9-45aa-8643-fb876447b68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2286240'] for subnet, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:40.848253 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-fe505281-e2b8-4785-b3b1-95b42d48d830 None None] Set router 14bda080-7df0-49f2-82d1-973d192e6957 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:40.873338 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-1bbc27e3-f063-4e3b-a206-839e0a74b229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:40.903842 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-25d0b976-9e95-4f04-8e94-d982a8e349c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e6a65b0>, [{'id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'name': 'tempest-TestMinimumBasicScenario-1533624175-router', 'tenant_id': '46280657579145c98b25ed64444c984c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:49Z', 'updated_at': '2021-05-04T18:23:37Z', 'revision_number': 5, 'project_id': '46280657579145c98b25ed64444c984c', 'gw_port': {'id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:50Z', 'updated_at': '2021-05-04T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:40.909748 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d0b976-9e95-4f04-8e94-d982a8e349c1 None None] The sync data for ids ['ad1aae6d-aaa2-474b-bded-a98f41b703c2'] in dv-cinder-789603-2-iscsi is: [{'id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'name': 'tempest-TestMinimumBasicScenario-1533624175-router', 'tenant_id': '46280657579145c98b25ed64444c984c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:49Z', 'updated_at': '2021-05-04T18:23:37Z', 'revision_number': 5, 'project_id': '46280657579145c98b25ed64444c984c', 'gw_port': {'id': '0a214ae2-f96c-4fd1-a27d-9bad9dce1400', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1aae6d-aaa2-474b-bded-a98f41b703c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:50Z', 'updated_at': '2021-05-04T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:23:41.124142 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d9fb7ee4-abf9-4158-bb99-2aeed97938fd admin admin] Notify callbacks [] for router, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:41.144753 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [None req-67bc4ba4-1070-46f9-9d63-3a1b8be5f026 admin admin] For port 0a214ae2-f96c-4fd1-a27d-9bad9dce1400, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=0a214ae2-f96c-4fd1-a27d-9bad9dce1400,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:41.145157 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-67bc4ba4-1070-46f9-9d63-3a1b8be5f026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:41.155644 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-cb50d97b-8d53-41d5-8a9d-304165fc12ab req-97f1ff15-8ca2-46b5-869b-91876331df8d service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4616299
May 04 18:23:41.221037 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-fe505281-e2b8-4785-b3b1-95b42d48d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e3ffa00>, [{'id': '14bda080-7df0-49f2-82d1-973d192e6957', 'name': 'tempest-TestShelveInstance-1557949699-router', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:23:38Z', 'revision_number': 5, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'gw_port': {'id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:41.229961 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe505281-e2b8-4785-b3b1-95b42d48d830 None None] Checking router: 14bda080-7df0-49f2-82d1-973d192e6957 for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:23:41.240241 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4de12-10f9-45aa-8643-fb876447b68c admin admin] Checking segment: {'id': '84fa1f24-e802-4dec-a0fb-650522a29834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'd43de96e-7b72-45d1-9409-1da6eb0f8cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:23:41.240866 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c4de12-10f9-45aa-8643-fb876447b68c admin admin] Network hostable DHCP agents. Network: d43de96e-7b72-45d1-9409-1da6eb0f8cb7, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:23:41.244836 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe505281-e2b8-4785-b3b1-95b42d48d830 None None] Routers {'14bda080-7df0-49f2-82d1-973d192e6957'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:41.246309 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-fe505281-e2b8-4785-b3b1-95b42d48d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e3ffa00>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:23:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['14bda080-7df0-49f2-82d1-973d192e6957'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:41.251104 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4de12-10f9-45aa-8643-fb876447b68c admin admin] Pushing event updated for resources: {'Subnet': ['ID=03704961-35ff-421d-ac09-5df42ba9f776,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:41.254061 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-a3c4de12-10f9-45aa-8643-fb876447b68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:41.374767 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c4de12-10f9-45aa-8643-fb876447b68c admin admin] Network d43de96e-7b72-45d1-9409-1da6eb0f8cb7 is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:23:41.389010 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-67bc4ba4-1070-46f9-9d63-3a1b8be5f026 admin admin] Calling delete_port for 0a214ae2-f96c-4fd1-a27d-9bad9dce1400 owned by network:router_gateway {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:41.401908 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-a3c4de12-10f9-45aa-8643-fb876447b68c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, d43de96e-7b72-45d1-9409-1da6eb0f8cb7) {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:23:41.402975 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b297297-136e-44ea-83eb-0f8c8d1c0817 req-1540bc27-d1dd-41b9-a6e6-511ee309d4b2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:41.410849 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5197e0e-fe58-456b-a231-21385e4ea21e None None] Network d43de96e-7b72-45d1-9409-1da6eb0f8cb7 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:23:41.411359 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8b297297-136e-44ea-83eb-0f8c8d1c0817 req-1540bc27-d1dd-41b9-a6e6-511ee309d4b2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 943 time: 0.5207074
May 04 18:23:41.427270 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d9fb7ee4-abf9-4158-bb99-2aeed97938fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:41.443063 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c4de12-10f9-45aa-8643-fb876447b68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:41.443618 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a3c4de12-10f9-45aa-8643-fb876447b68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:41.474811 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-8b297297-136e-44ea-83eb-0f8c8d1c0817 req-abfc0991-c500-4649-bbf3-ff6e6671f670 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626330
May 04 18:23:41.504851 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-fe505281-e2b8-4785-b3b1-95b42d48d830 None None] Set router 14bda080-7df0-49f2-82d1-973d192e6957 gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:41.513244 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-a3c4de12-10f9-45aa-8643-fb876447b68c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 2.1743100
May 04 18:23:41.526846 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c989e2-997b-43cb-b6b2-ea3f8c2073b4 req-5c16674a-f623-49b6-829c-b6e0a94523de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:41.530412 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b7c989e2-997b-43cb-b6b2-ea3f8c2073b4 req-5c16674a-f623-49b6-829c-b6e0a94523de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 1096 time: 0.2928193
May 04 18:23:41.665102 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-d9fb7ee4-abf9-4158-bb99-2aeed97938fd admin admin] Deleting port 84c9422b-afc3-4399-bd1b-52e349368ce7 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:41.666120 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d9fb7ee4-abf9-4158-bb99-2aeed97938fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:41.696336 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:23:41.704620 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c989e2-997b-43cb-b6b2-ea3f8c2073b4 req-6bf878db-f45b-45dc-bf1b-93650ba69ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:41.706888 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b7c989e2-997b-43cb-b6b2-ea3f8c2073b4 req-6bf878db-f45b-45dc-bf1b-93650ba69ef0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 913 time: 0.1601336
May 04 18:23:41.806140 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b361ff-51ee-41ae-a95d-27e0beb01ab0 None None] Network d43de96e-7b72-45d1-9409-1da6eb0f8cb7 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:23:41.854012 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [None req-d9fb7ee4-abf9-4158-bb99-2aeed97938fd admin admin] For port 84c9422b-afc3-4399-bd1b-52e349368ce7, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=84c9422b-afc3-4399-bd1b-52e349368ce7,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:41.854380 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d9fb7ee4-abf9-4158-bb99-2aeed97938fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:41.885799 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b7c989e2-997b-43cb-b6b2-ea3f8c2073b4 req-df79821c-6272-4945-93dc-c87ffb1249f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bda94ac-c3ae-4a89-a999-934cd83cd100 HTTP/1.1" status: 200  len: 217 time: 0.1711359
May 04 18:23:41.922580 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-fe505281-e2b8-4785-b3b1-95b42d48d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e3ffa00>, [{'id': '14bda080-7df0-49f2-82d1-973d192e6957', 'name': 'tempest-TestShelveInstance-1557949699-router', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:23:38Z', 'revision_number': 5, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'gw_port': {'id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:41.928258 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe505281-e2b8-4785-b3b1-95b42d48d830 None None] The sync data for ids ['14bda080-7df0-49f2-82d1-973d192e6957'] in dv-cinder-789603-2-iscsi is: [{'id': '14bda080-7df0-49f2-82d1-973d192e6957', 'name': 'tempest-TestShelveInstance-1557949699-router', 'tenant_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:23:38Z', 'revision_number': 5, 'project_id': 'ab6eed97c69b49a1a90a0f56d72c765f', 'gw_port': {'id': '84c9422b-afc3-4399-bd1b-52e349368ce7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bda080-7df0-49f2-82d1-973d192e6957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:22Z', 'updated_at': '2021-05-04T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:23:41.979918 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c989e2-997b-43cb-b6b2-ea3f8c2073b4 req-26dc8963-4917-4023-9fd1-c759786aed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:41.981344 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b7c989e2-997b-43cb-b6b2-ea3f8c2073b4 req-26dc8963-4917-4023-9fd1-c759786aed57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fca783-ec36-413f-bee2-a3a7d2aac972 HTTP/1.1" status: 200  len: 851 time: 0.0861917
May 04 18:23:42.028707 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-d9fb7ee4-abf9-4158-bb99-2aeed97938fd admin admin] Calling delete_port for 84c9422b-afc3-4399-bd1b-52e349368ce7 owned by network:router_gateway {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:42.135482 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-67bc4ba4-1070-46f9-9d63-3a1b8be5f026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:42.143601 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-c5c1e255-d5ba-4430-94b2-5cbd3566f44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:42.204773 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc4ba4-1070-46f9-9d63-3a1b8be5f026 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a214ae2-f96c-4fd1-a27d-9bad9dce1400,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:42.209086 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-67bc4ba4-1070-46f9-9d63-3a1b8be5f026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:42.241018 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d9fb7ee4-abf9-4158-bb99-2aeed97938fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:42.245609 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:42.253522 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c989e2-997b-43cb-b6b2-ea3f8c2073b4 req-df880a35-da0c-495f-8172-5522871e6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:42.255033 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b7c989e2-997b-43cb-b6b2-ea3f8c2073b4 req-df880a35-da0c-495f-8172-5522871e6d7e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36f919e1-7ef4-493f-9b57-fd05288bc669&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2632439
May 04 18:23:42.292326 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb7ee4-abf9-4158-bb99-2aeed97938fd admin admin] Pushing event deleted for resources: {'Port': ['ID=84c9422b-afc3-4399-bd1b-52e349368ce7,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:42.296172 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-d9fb7ee4-abf9-4158-bb99-2aeed97938fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:42.400885 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d9fb7ee4-abf9-4158-bb99-2aeed97938fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926060'] for router_gateway, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:42.432859 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-67bc4ba4-1070-46f9-9d63-3a1b8be5f026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926060'] for router_gateway, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:42.536716 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48308) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:42.602524 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-346756543-network', 'tenant_id': '2995f116802c42b6a59ae711cdface99'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:23:42.617548 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:23:42.661094 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Usage tracker for resource:network and tenant:2995f116802c42b6a59ae711cdface99 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:23:42.665539 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:23:42.760397 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-67bc4ba4-1070-46f9-9d63-3a1b8be5f026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39527'] for router, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:42.764206 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-67bc4ba4-1070-46f9-9d63-3a1b8be5f026 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:42.770630 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b7c989e2-997b-43cb-b6b2-ea3f8c2073b4 req-3ed12182-786a-4f52-ab3c-6aa718ed2e31 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4902072
May 04 18:23:42.791216 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d9fb7ee4-abf9-4158-bb99-2aeed97938fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39527'] for router, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:42.794433 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d9fb7ee4-abf9-4158-bb99-2aeed97938fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:42.796347 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:23:42.834592 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Made reservation on behalf of 2995f116802c42b6a59ae711cdface99 for: {'network': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:23:42.836998 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:42.851286 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d9fb7ee4-abf9-4158-bb99-2aeed97938fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925732'] for router, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:42.851798 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fb7ee4-abf9-4158-bb99-2aeed97938fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14bda080-7df0-49f2-82d1-973d192e6957 {{(pid=73828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 18:23:42.853808 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:42.878624 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-67bc4ba4-1070-46f9-9d63-3a1b8be5f026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925732'] for router, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:42.879285 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bc4ba4-1070-46f9-9d63-3a1b8be5f026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad1aae6d-aaa2-474b-bded-a98f41b703c2 {{(pid=73827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 18:23:42.904064 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d9fb7ee4-abf9-4158-bb99-2aeed97938fd admin admin] Notify callbacks [] for router, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:42.909262 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-d9fb7ee4-abf9-4158-bb99-2aeed97938fd admin admin] 10.222.0.67 "DELETE /v2.0/routers/14bda080-7df0-49f2-82d1-973d192e6957 HTTP/1.1" status: 204  len: 168 time: 2.1960807
May 04 18:23:42.910394 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48316) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:42.911141 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:23:42.924462 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Usage tracker for resource:security_group_rule and tenant:2995f116802c42b6a59ae711cdface99 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:23:42.939422 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042de0f3-4bb2-41f7-bcf5-419169090a28 req-0eff298e-fefe-4570-ac9f-4f12984b1c36 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:42.941920 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-042de0f3-4bb2-41f7-bcf5-419169090a28 req-0eff298e-fefe-4570-ac9f-4f12984b1c36 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 943 time: 0.3263934
May 04 18:23:42.949429 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:23:42.960655 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:23:42.965152 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-67bc4ba4-1070-46f9-9d63-3a1b8be5f026 admin admin] Notify callbacks [] for router, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:42.966400 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-67bc4ba4-1070-46f9-9d63-3a1b8be5f026 admin admin] 10.222.0.67 "DELETE /v2.0/routers/ad1aae6d-aaa2-474b-bded-a98f41b703c2 HTTP/1.1" status: 204  len: 168 time: 3.2216702
May 04 18:23:42.975792 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48320) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:43.072223 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b7c989e2-997b-43cb-b6b2-ea3f8c2073b4 req-7de80230-0def-4b8d-992d-4bbacf5be07d service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2940271
May 04 18:23:43.084993 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48dd03a-02d0-499e-83a9-5995c5906c6a admin admin] Deleting subnet fb413902-05ac-432a-9e90-f8d471f71e38 {{(pid=73827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 18:23:43.092621 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe53783-f502-44d8-b54e-29ef794eaab0 admin admin] Deleting subnet 75babb52-bd73-4b2b-a05b-93422f3f18f2 {{(pid=73827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 18:23:43.094876 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f48dd03a-02d0-499e-83a9-5995c5906c6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:43.133573 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-042de0f3-4bb2-41f7-bcf5-419169090a28 req-e02f20c7-5587-4fa9-9112-87cece7f065e tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1742678
May 04 18:23:43.170014 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-dbe53783-f502-44d8-b54e-29ef794eaab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:43.240288 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:43.246834 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f48dd03a-02d0-499e-83a9-5995c5906c6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396967'] for subnet, precommit_delete_associations {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:43.247452 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:43.254297 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-809df270-8eb5-4d90-9f80-7cd2b00a1be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:43.291092 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-dbe53783-f502-44d8-b54e-29ef794eaab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396967'] for subnet, precommit_delete_associations {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:43.304937 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832}  {{(pid=73828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:23:43.320413 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b414b2ed-0b36-43a0-a46a-5e84373dc703,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:43.326905 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:43.331317 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:43.332108 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.segments_db [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Added segment b8e1b262-cbdc-4b9b-9d19-29fd156f982a of type vlan for network e7372e01-1876-4741-8696-bb1b2cfba11f
May 04 18:23:43.379463 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:43.404757 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f48dd03a-02d0-499e-83a9-5995c5906c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134034807'] for subnet, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:43.433858 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:43.436100 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:43.437116 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:43.442151 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3380d492-43a8-44d3-a502-8dcb8f801ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:43.444911 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-dbe53783-f502-44d8-b54e-29ef794eaab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134034807'] for subnet, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:43.556888 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 2323a902-918c-4218-b33b-3087a8b048c5 no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:43.601927 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Pushing event updated for resources: {'Network': ['ID=e7372e01-1876-4741-8696-bb1b2cfba11f,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:43.605273 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0674014
May 04 18:23:43.606391 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:43.609110 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48328) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:43.614594 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-9699dce0-89e3-4293-8974-c281ace680b0 admin admin] Request body: {'subnet': {'network_id': 'e7372e01-1876-4741-8696-bb1b2cfba11f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-346756543-subnet', 'tenant_id': '2995f116802c42b6a59ae711cdface99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:23:43.619526 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-9699dce0-89e3-4293-8974-c281ace680b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:23:43.623621 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-9699dce0-89e3-4293-8974-c281ace680b0 admin admin] Usage tracker for resource:subnet and tenant:2995f116802c42b6a59ae711cdface99 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:23:43.625389 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network e7372e01-1876-4741-8696-bb1b2cfba11f details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:23:43.626569 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-9699dce0-89e3-4293-8974-c281ace680b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:23:43.632546 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-9699dce0-89e3-4293-8974-c281ace680b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:23:43.640338 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 2323a902-918c-4218-b33b-3087a8b048c5 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:43.640690 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 2323a902-918c-4218-b33b-3087a8b048c5 not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:43.641254 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:43.645019 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9699dce0-89e3-4293-8974-c281ace680b0 admin admin] Made reservation on behalf of 2995f116802c42b6a59ae711cdface99 for: {'subnet': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:23:43.647709 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-9699dce0-89e3-4293-8974-c281ace680b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2286262'] for subnet, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:43.690631 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:43.690886 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 07d66ccf-3fd8-4ac3-abab-da19f53d02b0 not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:43.919009 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-dbe53783-f502-44d8-b54e-29ef794eaab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134034814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3611703'] for subnet, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:43.928508 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:43.965904 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe53783-f502-44d8-b54e-29ef794eaab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75babb52-bd73-4b2b-a05b-93422f3f18f2,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:43.968831 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-dbe53783-f502-44d8-b54e-29ef794eaab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:43.970520 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f48dd03a-02d0-499e-83a9-5995c5906c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134034814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3611703'] for subnet, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:43.971057 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-dbe53783-f502-44d8-b54e-29ef794eaab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:43.980061 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ad561f73-ab82-46c4-bf29-c97a50390c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:43.984689 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd1f707-8597-48f9-a608-16d10c95c056 None None] Network 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:23:44.020752 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-dbe53783-f502-44d8-b54e-29ef794eaab0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/75babb52-bd73-4b2b-a05b-93422f3f18f2 HTTP/1.1" status: 204  len: 168 time: 1.0438557
May 04 18:23:44.023593 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dd03a-02d0-499e-83a9-5995c5906c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb413902-05ac-432a-9e90-f8d471f71e38,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:44.024917 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48332) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:44.026966 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f48dd03a-02d0-499e-83a9-5995c5906c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:44.028103 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f48dd03a-02d0-499e-83a9-5995c5906c6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:44.031968 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-f48dd03a-02d0-499e-83a9-5995c5906c6a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/fb413902-05ac-432a-9e90-f8d471f71e38 HTTP/1.1" status: 204  len: 168 time: 1.1183946
May 04 18:23:44.032652 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48336) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:44.091914 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c277e7c1-7a1f-4134-8bd8-e52a1f2ca2f5 None None] Network f4b33504-faeb-4e1f-8e54-370cd5782b48 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:23:44.146999 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134169873'] for network, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:44.177089 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-9699dce0-89e3-4293-8974-c281ace680b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2286240'] for subnet, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:44.190529 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134169873'] for network, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:44.203533 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:44.225236 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Deleting port 3b93ac48-7e93-4115-a806-a247e0968618 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:44.225515 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:44.373114 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9699dce0-89e3-4293-8974-c281ace680b0 admin admin] Checking segment: {'id': 'b8e1b262-cbdc-4b9b-9d19-29fd156f982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e7372e01-1876-4741-8696-bb1b2cfba11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:23:44.374274 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9699dce0-89e3-4293-8974-c281ace680b0 admin admin] Network hostable DHCP agents. Network: e7372e01-1876-4741-8696-bb1b2cfba11f, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:23:44.380169 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699dce0-89e3-4293-8974-c281ace680b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bf48a3f-5f19-4990-b1da-533af0feff51,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:44.384575 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-9699dce0-89e3-4293-8974-c281ace680b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:44.391507 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] For port 3b93ac48-7e93-4115-a806-a247e0968618, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=3b93ac48-7e93-4115-a806-a247e0968618,segment=NetworkSegment(3da59d0a-7e0e-4517-b462-7b5e6a8e95a3),segment_id=3da59d0a-7e0e-4517-b462-7b5e6a8e95a3)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:44.392056 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:44.416027 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9699dce0-89e3-4293-8974-c281ace680b0 admin admin] Network e7372e01-1876-4741-8696-bb1b2cfba11f is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:23:44.438078 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-9699dce0-89e3-4293-8974-c281ace680b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, e7372e01-1876-4741-8696-bb1b2cfba11f) {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:23:44.441924 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Deleting port bcc56466-fa63-48a6-a2be-4a38c0fff10d {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:44.442387 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:44.456516 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f349749-3c3e-4818-970d-e0fe0d779bb3 None None] Network e7372e01-1876-4741-8696-bb1b2cfba11f requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:23:44.506890 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9699dce0-89e3-4293-8974-c281ace680b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:44.507484 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-9699dce0-89e3-4293-8974-c281ace680b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:44.621662 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] For port bcc56466-fa63-48a6-a2be-4a38c0fff10d, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=bcc56466-fa63-48a6-a2be-4a38c0fff10d,segment=NetworkSegment(ff7e9041-9bf9-46b8-bd66-6795e3b34549),segment_id=ff7e9041-9bf9-46b8-bd66-6795e3b34549)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:44.622281 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:44.634654 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-9699dce0-89e3-4293-8974-c281ace680b0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.0253127
May 04 18:23:44.647309 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06debaa-fc24-4cce-9c8a-5c95d3031dd2 None None] DHCP port deletion for 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 request from dv-cinder-789603-2-iscsi {{(pid=73829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 04 18:23:44.649214 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597a7749-c260-4511-ade7-d80b57ed5b2b None None] DHCP port deletion for f4b33504-faeb-4e1f-8e54-370cd5782b48 request from dv-cinder-789603-2-iscsi {{(pid=73829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 04 18:23:44.743904 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Calling delete_port for 3b93ac48-7e93-4115-a806-a247e0968618 owned by network:dhcp {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:44.788939 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Calling delete_port for bcc56466-fa63-48a6-a2be-4a38c0fff10d owned by network:dhcp {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:44.812430 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48356) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:44.824840 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6f72f1-6622-4798-aca0-90cee4ff5e8b None None] Network e7372e01-1876-4741-8696-bb1b2cfba11f requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:23:44.877499 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad76d2-271f-4e9a-95b1-df39aaa57cba req-1dfd0f66-e78d-46ba-ad18-0302054b0528 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:44.880014 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f7ad76d2-271f-4e9a-95b1-df39aaa57cba req-1dfd0f66-e78d-46ba-ad18-0302054b0528 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 943 time: 0.6183445
May 04 18:23:44.882140 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:44.886782 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-04100bcb-1fe6-467f-93b4-bc5c43b8cfa2 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:44.898972 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_v2 [None req-6944a1e6-49fa-406f-b4b7-414138c890ba admin admin] Deleting subnet 03704961-35ff-421d-ac09-5df42ba9f776 {{(pid=73828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 18:23:44.902560 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6944a1e6-49fa-406f-b4b7-414138c890ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:44.999284 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6944a1e6-49fa-406f-b4b7-414138c890ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1410434'] for subnet, precommit_delete_associations {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:45.023048 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b93ac48-7e93-4115-a806-a247e0968618,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:45.030260 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 0a214ae2-f96c-4fd1-a27d-9bad9dce1400 no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:45.050207 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] No DVR routers for this DVR port 3b93ac48-7e93-4115-a806-a247e0968618 on host dv-cinder-789603-2-iscsi {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:23:45.052101 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:45.055343 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f7ad76d2-271f-4e9a-95b1-df39aaa57cba req-e5244b97-571d-466e-bf38-f9080a13b13e tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948942
May 04 18:23:45.107912 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-597a7749-c260-4511-ade7-d80b57ed5b2b None None] Deleting port 3b93ac48-7e93-4115-a806-a247e0968618 {{(pid=73829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:45.108657 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-597a7749-c260-4511-ade7-d80b57ed5b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:45.131598 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 0a214ae2-f96c-4fd1-a27d-9bad9dce1400 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:45.132265 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 0a214ae2-f96c-4fd1-a27d-9bad9dce1400 not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:45.132857 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 84c9422b-afc3-4399-bd1b-52e349368ce7 no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:45.133600 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:45.145179 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-86b527ea-c1e9-4150-973a-7e0919ac172e tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:45.183647 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 84c9422b-afc3-4399-bd1b-52e349368ce7 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:45.184321 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 84c9422b-afc3-4399-bd1b-52e349368ce7 not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:45.184977 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 3b93ac48-7e93-4115-a806-a247e0968618 no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:45.194964 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] No DVR routers for this DVR port bcc56466-fa63-48a6-a2be-4a38c0fff10d on host dv-cinder-789603-2-iscsi {{(pid=73828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:23:45.228319 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6944a1e6-49fa-406f-b4b7-414138c890ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134034807'] for subnet, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:45.256406 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc56466-fa63-48a6-a2be-4a38c0fff10d,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:45.258968 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:45.274421 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134021354', 'neutron.services.segments.db._delete_segments_for_network-8748915164721'] for network, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:45.333819 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-d06debaa-fc24-4cce-9c8a-5c95d3031dd2 None None] Deleting port bcc56466-fa63-48a6-a2be-4a38c0fff10d {{(pid=73829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:45.334477 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d06debaa-fc24-4cce-9c8a-5c95d3031dd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:45.411239 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f503ca56e80>,) {'filters': {'network_id': ['f4b33504-faeb-4e1f-8e54-370cd5782b48']}} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:45.427978 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f503ca56e80>, '3da59d0a-7e0e-4517-b462-7b5e6a8e95a3') {'for_net_delete': True} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:45.428578 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f503ca56e80>, '3da59d0a-7e0e-4517-b462-7b5e6a8e95a3') {} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:45.439725 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 3b93ac48-7e93-4115-a806-a247e0968618 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:45.440670 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 3b93ac48-7e93-4115-a806-a247e0968618 not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:45.441144 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device bcc56466-fa63-48a6-a2be-4a38c0fff10d no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:45.446066 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748915175783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396958'] for segment, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:45.470841 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:45.480549 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=73827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 18:23:45.487478 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: bcc56466-fa63-48a6-a2be-4a38c0fff10d {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:45.487842 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device bcc56466-fa63-48a6-a2be-4a38c0fff10d not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:45.490017 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-d06debaa-fc24-4cce-9c8a-5c95d3031dd2 None None] For port bcc56466-fa63-48a6-a2be-4a38c0fff10d, host dv-cinder-789603-2-iscsi, got binding levels [] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:45.490422 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d06debaa-fc24-4cce-9c8a-5c95d3031dd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:45.496274 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134021354', 'neutron.services.segments.db._delete_segments_for_network-8748915164721'] for network, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:45.675227 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-597a7749-c260-4511-ade7-d80b57ed5b2b None None] For port 3b93ac48-7e93-4115-a806-a247e0968618, host dv-cinder-789603-2-iscsi, got binding levels [] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:45.675818 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-597a7749-c260-4511-ade7-d80b57ed5b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:45.689977 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-d06debaa-fc24-4cce-9c8a-5c95d3031dd2 None None] Calling delete_port for bcc56466-fa63-48a6-a2be-4a38c0fff10d owned by network:dhcp {{(pid=73829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:45.698468 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.ipam_backend_mixin [None req-d06debaa-fc24-4cce-9c8a-5c95d3031dd2 None None] Port bcc56466-fa63-48a6-a2be-4a38c0fff10d was not found and therefore no delete operation was performed {{(pid=73829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 04 18:23:45.712451 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f503c885f70>,) {'filters': {'network_id': ['3af6c1b1-a34c-4dff-ab0a-f27e4a060e93']}} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:45.738927 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f503c885f70>, 'ff7e9041-9bf9-46b8-bd66-6795e3b34549') {'for_net_delete': True} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:45.739224 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f503c885f70>, 'ff7e9041-9bf9-46b8-bd66-6795e3b34549') {} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:45.743752 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Network f4b33504-faeb-4e1f-8e54-370cd5782b48 has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:23:45.754314 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134036002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221148'] for segment, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:45.756726 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d06debaa-fc24-4cce-9c8a-5c95d3031dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917'] for port, after_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:45.763558 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748915175783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1410491'] for segment, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:45.819787 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:45.820444 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:45.829890 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=73828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 18:23:45.874274 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-597a7749-c260-4511-ade7-d80b57ed5b2b None None] Calling delete_port for 3b93ac48-7e93-4115-a806-a247e0968618 owned by network:dhcp {{(pid=73829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:45.881054 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06debaa-fc24-4cce-9c8a-5c95d3031dd2 None None] Pushing event deleted for resources: {'Port': ['ID=bcc56466-fa63-48a6-a2be-4a38c0fff10d,revision_number=None']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:45.889170 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.ipam_backend_mixin [None req-597a7749-c260-4511-ade7-d80b57ed5b2b None None] Port 3b93ac48-7e93-4115-a806-a247e0968618 was not found and therefore no delete operation was performed {{(pid=73829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 04 18:23:45.891606 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-d06debaa-fc24-4cce-9c8a-5c95d3031dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:45.894326 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-597a7749-c260-4511-ade7-d80b57ed5b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917'] for port, after_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:45.904891 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06debaa-fc24-4cce-9c8a-5c95d3031dd2 None None] No DVR routers for this DVR port bcc56466-fa63-48a6-a2be-4a38c0fff10d on host dv-cinder-789603-2-iscsi {{(pid=73829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:23:45.906446 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-3534f7dd-12bf-4a20-a713-fdeb2b388b77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:45.955546 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a7749-c260-4511-ade7-d80b57ed5b2b None None] Pushing event deleted for resources: {'Port': ['ID=3b93ac48-7e93-4115-a806-a247e0968618,revision_number=None']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:45.969705 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597a7749-c260-4511-ade7-d80b57ed5b2b None None] No DVR routers for this DVR port 3b93ac48-7e93-4115-a806-a247e0968618 on host dv-cinder-789603-2-iscsi {{(pid=73829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:23:45.995317 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Network f4b33504-faeb-4e1f-8e54-370cd5782b48 has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:23:46.006977 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-597a7749-c260-4511-ade7-d80b57ed5b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]: Traceback (most recent call last):
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:     timer()
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:     cb(*args, **kw)
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:     return func(*args, **kwargs)
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:     self._notify()
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:     self.callback(batched_events)
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:     event.method(event)
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:     return f(self, *a, **k)
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._get(url).json()
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self.request(url, 'GET', **kwargs)
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 18:23:46.023807 dv-cinder-789603-2-iscsi neutron-server[73827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 18:23:46.077329 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6944a1e6-49fa-406f-b4b7-414138c890ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134034814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2286235'] for subnet, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:46.091226 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Network 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 has no segments {{(pid=73828) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:23:46.099702 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-03f8a719-a067-4ed4-89b7-4884e3aaab39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:46.133351 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134036002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3087157'] for segment, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:46.146241 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134021365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926019'] for network, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:46.151491 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:46.179402 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944a1e6-49fa-406f-b4b7-414138c890ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03704961-35ff-421d-ac09-5df42ba9f776,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:46.184928 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:46.197930 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4b33504-faeb-4e1f-8e54-370cd5782b48,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:46.201775 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:46.209315 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] 10.222.0.67 "DELETE /v2.0/networks/f4b33504-faeb-4e1f-8e54-370cd5782b48 HTTP/1.1" status: 204  len: 168 time: 2.1730855
May 04 18:23:46.209560 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48376) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:46.229765 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6944a1e6-49fa-406f-b4b7-414138c890ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:46.231890 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6944a1e6-49fa-406f-b4b7-414138c890ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:46.331405 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-6944a1e6-49fa-406f-b4b7-414138c890ba admin admin] 10.222.0.67 "DELETE /v2.0/subnets/03704961-35ff-421d-ac09-5df42ba9f776 HTTP/1.1" status: 204  len: 168 time: 1.5106375
May 04 18:23:46.356562 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48380) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:46.399340 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Network 3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 has no segments {{(pid=73828) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]: Traceback (most recent call last):
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:     timer()
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:     cb(*args, **kw)
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:     return func(*args, **kwargs)
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:     self._notify()
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:     self.callback(batched_events)
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:     event.method(event)
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:     return f(self, *a, **k)
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self._get(url).json()
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self.request(url, 'GET', **kwargs)
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 18:23:46.423935 dv-cinder-789603-2-iscsi neutron-server[73828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 18:23:46.525293 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f1f31-1429-40e3-99fe-6d5a0d3dd70a req-839c0643-c18c-4865-93ed-80ff42c6b5b2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:46.530713 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f14f1f31-1429-40e3-99fe-6d5a0d3dd70a req-839c0643-c18c-4865-93ed-80ff42c6b5b2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 943 time: 0.2999995
May 04 18:23:46.532025 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134021365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926019'] for network, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:46.536976 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4a71ccb0-7f4f-4a9a-93f0-880acbf41db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:46.553862 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:46.575792 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Pushing event deleted for resources: {'Network': ['ID=3af6c1b1-a34c-4dff-ab0a-f27e4a060e93,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:46.579947 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:46.582030 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-36522f04-90c7-49a7-9d6b-88a6c6f3067f admin admin] 10.222.0.67 "DELETE /v2.0/networks/3af6c1b1-a34c-4dff-ab0a-f27e4a060e93 HTTP/1.1" status: 204  len: 168 time: 2.5560501
May 04 18:23:46.585338 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48384) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:46.668874 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-404d72bd-f50c-4f96-b0c3-80b788cbba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134169873'] for network, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:46.689671 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f14f1f31-1429-40e3-99fe-6d5a0d3dd70a req-00d16ff0-e3fb-4d8d-b23c-1a5b1edf96b3 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1373582
May 04 18:23:46.920037 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-404d72bd-f50c-4f96-b0c3-80b788cbba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134021354', 'neutron.services.segments.db._delete_segments_for_network-8748915164721'] for network, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:47.089614 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-404d72bd-f50c-4f96-b0c3-80b788cbba9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f503cb994f0>,) {'filters': {'network_id': ['d43de96e-7b72-45d1-9409-1da6eb0f8cb7']}} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:47.105773 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-404d72bd-f50c-4f96-b0c3-80b788cbba9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f503cb994f0>, '84fa1f24-e802-4dec-a0fb-650522a29834') {'for_net_delete': True} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:47.106066 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-404d72bd-f50c-4f96-b0c3-80b788cbba9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f503cb994f0>, '84fa1f24-e802-4dec-a0fb-650522a29834') {} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:47.121131 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-404d72bd-f50c-4f96-b0c3-80b788cbba9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748915175783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396958'] for segment, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:47.148185 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-404d72bd-f50c-4f96-b0c3-80b788cbba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:47.156729 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404d72bd-f50c-4f96-b0c3-80b788cbba9f admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=73827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 18:23:47.278090 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f2e1081a-4f59-4495-b785-d53d4419c0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924995'] for router_interface, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:47.380428 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-404d72bd-f50c-4f96-b0c3-80b788cbba9f admin admin] Network d43de96e-7b72-45d1-9409-1da6eb0f8cb7 has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:23:47.391544 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-404d72bd-f50c-4f96-b0c3-80b788cbba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134036002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221148'] for segment, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:47.571965 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-83cd5cf5-dfb6-442a-aa26-a45b46ea8b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924995'] for router_interface, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:47.649929 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-404d72bd-f50c-4f96-b0c3-80b788cbba9f admin admin] Network d43de96e-7b72-45d1-9409-1da6eb0f8cb7 has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]: Traceback (most recent call last):
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:     timer()
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:     cb(*args, **kw)
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:     return func(*args, **kwargs)
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:     self._notify()
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:     self.callback(batched_events)
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:     event.method(event)
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:     return f(self, *a, **k)
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._get(url).json()
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self.request(url, 'GET', **kwargs)
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 18:23:47.678224 dv-cinder-789603-2-iscsi neutron-server[73827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 18:23:47.793705 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1081a-4f59-4495-b785-d53d4419c0b4 admin admin] Deleting port 310bb12e-c32c-4844-8c0a-222b4e2f35b6 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:47.794332 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f2e1081a-4f59-4495-b785-d53d4419c0b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:47.879441 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-404d72bd-f50c-4f96-b0c3-80b788cbba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134021365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926019'] for network, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:47.895920 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-404d72bd-f50c-4f96-b0c3-80b788cbba9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:47.900116 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-09f71ea4-d31f-4610-a38f-7a01c3612e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:47.942616 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [None req-f2e1081a-4f59-4495-b785-d53d4419c0b4 admin admin] For port 310bb12e-c32c-4844-8c0a-222b4e2f35b6, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=310bb12e-c32c-4844-8c0a-222b4e2f35b6,segment=NetworkSegment(048ed17a-448f-49cf-99e3-93e0a1ae210f),segment_id=048ed17a-448f-49cf-99e3-93e0a1ae210f)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:47.942987 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f2e1081a-4f59-4495-b785-d53d4419c0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:48.041454 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d72bd-f50c-4f96-b0c3-80b788cbba9f admin admin] Pushing event deleted for resources: {'Network': ['ID=d43de96e-7b72-45d1-9409-1da6eb0f8cb7,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:48.088036 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-404d72bd-f50c-4f96-b0c3-80b788cbba9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:48.092296 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-404d72bd-f50c-4f96-b0c3-80b788cbba9f admin admin] 10.222.0.67 "DELETE /v2.0/networks/d43de96e-7b72-45d1-9409-1da6eb0f8cb7 HTTP/1.1" status: 204  len: 168 time: 1.7321706
May 04 18:23:48.098019 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1081a-4f59-4495-b785-d53d4419c0b4 admin admin] Calling delete_port for 310bb12e-c32c-4844-8c0a-222b4e2f35b6 owned by network:router_interface {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:48.098238 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48404) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:48.219954 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1484337-8d81-45e1-944f-ea2a78935b51 req-aa70dd3c-7888-4af6-b896-7341603f219e tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:48.222128 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f1484337-8d81-45e1-944f-ea2a78935b51 req-aa70dd3c-7888-4af6-b896-7341603f219e tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 943 time: 0.4047453
May 04 18:23:48.229458 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff29cea3-45a4-48bd-8024-727c130215bb admin admin] Deleting subnet 5bf48a3f-5f19-4990-b1da-533af0feff51 {{(pid=73827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 18:23:48.235018 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ff29cea3-45a4-48bd-8024-727c130215bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:48.254663 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48410) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:48.283901 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f2e1081a-4f59-4495-b785-d53d4419c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:48.290246 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6cea7fb3-c074-489b-be1c-6382e2c48ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:48.336335 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1081a-4f59-4495-b785-d53d4419c0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=310bb12e-c32c-4844-8c0a-222b4e2f35b6,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:48.336652 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ff29cea3-45a4-48bd-8024-727c130215bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396967'] for subnet, precommit_delete_associations {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:48.366389 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f1484337-8d81-45e1-944f-ea2a78935b51 req-0b9d2879-6646-49fc-ace3-a5059d573e9b tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1323881
May 04 18:23:48.385891 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f2e1081a-4f59-4495-b785-d53d4419c0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:48.447066 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-68159974-a6df-4d4f-88d7-8570271ce786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:48.457888 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ff29cea3-45a4-48bd-8024-727c130215bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134034807'] for subnet, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:48.470223 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-68159974-a6df-4d4f-88d7-8570271ce786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:23:48.477132 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-68159974-a6df-4d4f-88d7-8570271ce786 admin admin] Usage tracker for resource:security_group_rule and tenant:373cd16af4c344f3bb9178c8e4a194cb is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:23:48.483028 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-68159974-a6df-4d4f-88d7-8570271ce786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:23:48.545586 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-68159974-a6df-4d4f-88d7-8570271ce786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:23:48.663405 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-83cd5cf5-dfb6-442a-aa26-a45b46ea8b88 admin admin] Deleting port 764658a4-ddd6-43eb-b451-cf7ed0eecb5b {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:48.663856 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-83cd5cf5-dfb6-442a-aa26-a45b46ea8b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:48.710900 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f2e1081a-4f59-4495-b785-d53d4419c0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927219'] for router_interface, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:48.867040 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [None req-83cd5cf5-dfb6-442a-aa26-a45b46ea8b88 admin admin] For port 764658a4-ddd6-43eb-b451-cf7ed0eecb5b, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=764658a4-ddd6-43eb-b451-cf7ed0eecb5b,segment=NetworkSegment(2f0d41b1-dc83-4af0-82bd-0071c9dd7d09),segment_id=2f0d41b1-dc83-4af0-82bd-0071c9dd7d09)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:48.867658 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-83cd5cf5-dfb6-442a-aa26-a45b46ea8b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:48.953841 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-68159974-a6df-4d4f-88d7-8570271ce786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:49.005418 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-83cd5cf5-dfb6-442a-aa26-a45b46ea8b88 admin admin] Calling delete_port for 764658a4-ddd6-43eb-b451-cf7ed0eecb5b owned by network:router_interface {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:49.008657 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ff29cea3-45a4-48bd-8024-727c130215bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134034814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3611703'] for subnet, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:49.011016 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-68159974-a6df-4d4f-88d7-8570271ce786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:49.015366 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:49.029136 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3b749907-a93c-46d2-9849-94a198c3f9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:49.053158 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29cea3-45a4-48bd-8024-727c130215bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf48a3f-5f19-4990-b1da-533af0feff51,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:49.063854 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ff29cea3-45a4-48bd-8024-727c130215bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:49.068061 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ff29cea3-45a4-48bd-8024-727c130215bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:49.075881 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-68159974-a6df-4d4f-88d7-8570271ce786 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=373cd16af4c344f3bb9178c8e4a194cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8199112
May 04 18:23:49.079747 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-ff29cea3-45a4-48bd-8024-727c130215bb admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5bf48a3f-5f19-4990-b1da-533af0feff51 HTTP/1.1" status: 204  len: 168 time: 0.9785433
May 04 18:23:49.079747 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48416) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:49.080031 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48418) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:49.098093 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68159974-a6df-4d4f-88d7-8570271ce786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e0fa3a-d5d8-4ec0-92a5-9a0273bb1584,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:49.102297 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-68159974-a6df-4d4f-88d7-8570271ce786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:49.246130 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1724f334-4964-41d8-8d34-1554157883a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134169873'] for network, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:49.278938 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-0ff56c8f-b4ee-4165-a095-23441350a89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:49.286617 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e1081a-4f59-4495-b785-d53d4419c0b4 admin admin] Router b84f5b2f-0815-4111-b468-21b5e548e0cc has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:23:49.374951 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-0ff56c8f-b4ee-4165-a095-23441350a89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:49.468530 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1724f334-4964-41d8-8d34-1554157883a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134021354', 'neutron.services.segments.db._delete_segments_for_network-8748915164721'] for network, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:49.476176 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e1081a-4f59-4495-b785-d53d4419c0b4 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:23:49.492517 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664aacfb-e342-435e-8557-60a1890461b4 None None] Sync routers for ids ['b84f5b2f-0815-4111-b468-21b5e548e0cc'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:23:49.505850 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664aacfb-e342-435e-8557-60a1890461b4 None None] Routers {'b84f5b2f-0815-4111-b468-21b5e548e0cc'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:49.506622 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-664aacfb-e342-435e-8557-60a1890461b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e17efd0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:23:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['b84f5b2f-0815-4111-b468-21b5e548e0cc'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:49.538530 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-f2e1081a-4f59-4495-b785-d53d4419c0b4 admin admin] 10.222.0.67 "PUT /v2.0/routers/b84f5b2f-0815-4111-b468-21b5e548e0cc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9496901
May 04 18:23:49.539195 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48426) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:49.590981 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117804e8-99be-4630-8598-711221e68445 req-2e25fe96-2b18-43d6-a4df-64c247960757 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:49.592562 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-117804e8-99be-4630-8598-711221e68445 req-2e25fe96-2b18-43d6-a4df-64c247960757 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 943 time: 0.0986409
May 04 18:23:49.647482 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-117804e8-99be-4630-8598-711221e68445 req-2651208e-f036-4f9e-894f-ff8186625121 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472207
May 04 18:23:49.703883 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-664aacfb-e342-435e-8557-60a1890461b4 None None] Set router b84f5b2f-0815-4111-b468-21b5e548e0cc gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:49.816669 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 8bda94ac-c3ae-4a89-a999-934cd83cd100 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:23:49.822551 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-83cd5cf5-dfb6-442a-aa26-a45b46ea8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:49.831741 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-bcb4b03a-d9d5-486e-bb8b-c1366dd45e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:49.859011 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-0ff56c8f-b4ee-4165-a095-23441350a89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:49.863926 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-1724f334-4964-41d8-8d34-1554157883a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f503dcd3d30>,) {'filters': {'network_id': ['e7372e01-1876-4741-8696-bb1b2cfba11f']}} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:49.943063 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd5cf5-dfb6-442a-aa26-a45b46ea8b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=764658a4-ddd6-43eb-b451-cf7ed0eecb5b,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:49.946318 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-1724f334-4964-41d8-8d34-1554157883a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f503dcd3d30>, 'b8e1b262-cbdc-4b9b-9d19-29fd156f982a') {'for_net_delete': True} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:49.946498 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-1724f334-4964-41d8-8d34-1554157883a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f503dcd3d30>, 'b8e1b262-cbdc-4b9b-9d19-29fd156f982a') {} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:49.995930 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-83cd5cf5-dfb6-442a-aa26-a45b46ea8b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:49.996436 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-85291ead-df31-45c9-8f8a-043fe2f2b50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:50.023462 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1724f334-4964-41d8-8d34-1554157883a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748915175783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396958'] for segment, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:50.039688 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff56c8f-b4ee-4165-a095-23441350a89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e0fa3a-d5d8-4ec0-92a5-9a0273bb1584,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:50.066368 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-0ff56c8f-b4ee-4165-a095-23441350a89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:50.106188 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1724f334-4964-41d8-8d34-1554157883a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:50.108615 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-0ff56c8f-b4ee-4165-a095-23441350a89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:50.112267 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-0ff56c8f-b4ee-4165-a095-23441350a89e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/52e0fa3a-d5d8-4ec0-92a5-9a0273bb1584 HTTP/1.1" status: 204  len: 168 time: 1.0289237
May 04 18:23:50.113301 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 8bda94ac-c3ae-4a89-a999-934cd83cd100, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8bda94ac-c3ae-4a89-a999-934cd83cd100,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:50.124230 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1724f334-4964-41d8-8d34-1554157883a1 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=73827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 18:23:50.132943 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': '8bda94ac-c3ae-4a89-a999-934cd83cd100', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'port_id': '8bda94ac-c3ae-4a89-a999-934cd83cd100', 'mac_address': 'fa:16:3e:f0:2d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:23:50.139400 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] Notify callbacks [] for router, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:50.204382 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:50.216898 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-664aacfb-e342-435e-8557-60a1890461b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e17efd0>, [{'id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'name': 'tempest-TestMinimumBasicScenario-929371954-router', 'tenant_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:56Z', 'updated_at': '2021-05-04T18:23:48Z', 'revision_number': 5, 'project_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'gw_port': {'id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:57Z', 'updated_at': '2021-05-04T18:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:50.225915 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664aacfb-e342-435e-8557-60a1890461b4 None None] Checking router: b84f5b2f-0815-4111-b468-21b5e548e0cc for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:23:50.231855 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bda94ac-c3ae-4a89-a999-934cd83cd100 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:23:50.249548 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664aacfb-e342-435e-8557-60a1890461b4 None None] Routers {'b84f5b2f-0815-4111-b468-21b5e548e0cc'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:50.250226 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-664aacfb-e342-435e-8557-60a1890461b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e17efd0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:23:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['b84f5b2f-0815-4111-b468-21b5e548e0cc'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:50.369892 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 8bda94ac-c3ae-4a89-a999-934cd83cd100, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8bda94ac-c3ae-4a89-a999-934cd83cd100,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:50.376382 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:50.388870 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:50.477531 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48434) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:50.500869 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4256afda-c523-49a9-a585-8095dabae7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:50.520219 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4256afda-c523-49a9-a585-8095dabae7a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:23:50.526750 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4256afda-c523-49a9-a585-8095dabae7a5 admin admin] Usage tracker for resource:security_group_rule and tenant:8ce8ea75162d43c785785bcd90be9b1c is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:23:50.529890 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-4256afda-c523-49a9-a585-8095dabae7a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:23:50.537220 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-4256afda-c523-49a9-a585-8095dabae7a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:23:50.552091 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=8bda94ac-c3ae-4a89-a999-934cd83cd100,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:50.570293 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:50.582675 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-664aacfb-e342-435e-8557-60a1890461b4 None None] Set router b84f5b2f-0815-4111-b468-21b5e548e0cc gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:50.587133 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-1724f334-4964-41d8-8d34-1554157883a1 admin admin] Network e7372e01-1876-4741-8696-bb1b2cfba11f has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:23:50.607079 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1724f334-4964-41d8-8d34-1554157883a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134036002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221148'] for segment, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:50.629300 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['8bda94ac-c3ae-4a89-a999-934cd83cd100'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:23:50.661197 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4256afda-c523-49a9-a585-8095dabae7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:50.665954 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4256afda-c523-49a9-a585-8095dabae7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:50.674398 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-cedc92e3-3963-4470-927c-e05551730357 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:50.704241 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256afda-c523-49a9-a585-8095dabae7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8a2458-07cb-45f8-8892-81c84f324536,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:50.710269 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4256afda-c523-49a9-a585-8095dabae7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:50.736059 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-4256afda-c523-49a9-a585-8095dabae7a5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8ce8ea75162d43c785785bcd90be9b1c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2549546
May 04 18:23:50.736606 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48440) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:50.756697 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-573e26e0-616c-4c34-902b-03a8184bf95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:50.809912 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-9d950f94-1515-46cb-b0ea-268ede837afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:50.840378 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-9d950f94-1515-46cb-b0ea-268ede837afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:50.899548 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-9d950f94-1515-46cb-b0ea-268ede837afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:50.904642 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-488032af-1308-43d9-a621-382340f5e3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:50.907686 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-83cd5cf5-dfb6-442a-aa26-a45b46ea8b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927219'] for router_interface, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:50.917674 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d950f94-1515-46cb-b0ea-268ede837afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8a2458-07cb-45f8-8892-81c84f324536,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:50.920477 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-9d950f94-1515-46cb-b0ea-268ede837afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:50.922530 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-9d950f94-1515-46cb-b0ea-268ede837afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:50.923643 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-9d950f94-1515-46cb-b0ea-268ede837afa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dc8a2458-07cb-45f8-8892-81c84f324536 HTTP/1.1" status: 204  len: 168 time: 0.1855381
May 04 18:23:51.112331 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-664aacfb-e342-435e-8557-60a1890461b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e17efd0>, [{'id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'name': 'tempest-TestMinimumBasicScenario-929371954-router', 'tenant_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:56Z', 'updated_at': '2021-05-04T18:23:48Z', 'revision_number': 5, 'project_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'gw_port': {'id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:57Z', 'updated_at': '2021-05-04T18:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:51.129050 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664aacfb-e342-435e-8557-60a1890461b4 None None] The sync data for ids ['b84f5b2f-0815-4111-b468-21b5e548e0cc'] in dv-cinder-789603-2-iscsi is: [{'id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'name': 'tempest-TestMinimumBasicScenario-929371954-router', 'tenant_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:56Z', 'updated_at': '2021-05-04T18:23:48Z', 'revision_number': 5, 'project_id': '20f5bd6ebae143a1a1d89010c2ac7db6', 'gw_port': {'id': '45333e46-392c-45ac-a96c-9a301c1134c7', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f5b2f-0815-4111-b468-21b5e548e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:57Z', 'updated_at': '2021-05-04T18:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:23:51.243793 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:51.277673 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-1724f334-4964-41d8-8d34-1554157883a1 admin admin] Network e7372e01-1876-4741-8696-bb1b2cfba11f has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]: Traceback (most recent call last):
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:     timer()
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:     cb(*args, **kw)
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:     return func(*args, **kwargs)
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:     self._notify()
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:     self.callback(batched_events)
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:     event.method(event)
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:     return f(self, *a, **k)
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._get(url).json()
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self.request(url, 'GET', **kwargs)
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 18:23:51.325516 dv-cinder-789603-2-iscsi neutron-server[73827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 18:23:51.337320 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48448) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:51.355742 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f5aa34a4-4bcf-4e6b-8b4c-44e89c6e8a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:51.371735 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-f5aa34a4-4bcf-4e6b-8b4c-44e89c6e8a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:23:51.375627 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-f5aa34a4-4bcf-4e6b-8b4c-44e89c6e8a12 admin admin] Usage tracker for resource:security_group_rule and tenant:67c2037f4b0b4e0d9fe19ee105ec121c is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:23:51.378560 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-f5aa34a4-4bcf-4e6b-8b4c-44e89c6e8a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:23:51.385047 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-f5aa34a4-4bcf-4e6b-8b4c-44e89c6e8a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:23:51.486023 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f5aa34a4-4bcf-4e6b-8b4c-44e89c6e8a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:51.492914 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f5aa34a4-4bcf-4e6b-8b4c-44e89c6e8a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:51.504606 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b2a95f2d-3ff6-4d29-9a39-92d80b4cb095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:51.523905 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5449d27-1878-4b00-a6b1-ce92b220ca0a req-07da28bd-4497-4e1a-8ee0-f0e2db112863 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:51.525552 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b5449d27-1878-4b00-a6b1-ce92b220ca0a req-07da28bd-4497-4e1a-8ee0-f0e2db112863 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 944 time: 0.7169847
May 04 18:23:51.526155 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1724f334-4964-41d8-8d34-1554157883a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134021365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926019'] for network, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:51.546041 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-1724f334-4964-41d8-8d34-1554157883a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:51.562508 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:51.572977 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa34a4-4bcf-4e6b-8b4c-44e89c6e8a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9f172c-3ff0-4d2e-b771-39b350799090,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:51.580053 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-f5aa34a4-4bcf-4e6b-8b4c-44e89c6e8a12 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=67c2037f4b0b4e0d9fe19ee105ec121c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2391849
May 04 18:23:51.580053 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f5aa34a4-4bcf-4e6b-8b4c-44e89c6e8a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:51.580414 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48452) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:51.609538 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-1724f334-4964-41d8-8d34-1554157883a1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/e7372e01-1876-4741-8696-bb1b2cfba11f HTTP/1.1" status: 204  len: 168 time: 2.5271916
May 04 18:23:51.610622 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724f334-4964-41d8-8d34-1554157883a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7372e01-1876-4741-8696-bb1b2cfba11f,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:51.618027 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-1724f334-4964-41d8-8d34-1554157883a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:51.678148 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bab883f2-0eb9-4f3c-a077-760d003eaa48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:51.694468 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b5449d27-1878-4b00-a6b1-ce92b220ca0a req-668ee8e3-48bd-435d-ba4b-50c6416459de tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1558535
May 04 18:23:51.708271 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bab883f2-0eb9-4f3c-a077-760d003eaa48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:51.723230 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] Deleting port 45333e46-392c-45ac-a96c-9a301c1134c7 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:51.723567 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:51.769052 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bab883f2-0eb9-4f3c-a077-760d003eaa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:51.774428 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-7e9564da-d462-4943-aeec-554ea72e2c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:51.789142 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab883f2-0eb9-4f3c-a077-760d003eaa48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9f172c-3ff0-4d2e-b771-39b350799090,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:51.797365 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-bab883f2-0eb9-4f3c-a077-760d003eaa48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:51.798407 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-bab883f2-0eb9-4f3c-a077-760d003eaa48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:51.818310 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-bab883f2-0eb9-4f3c-a077-760d003eaa48 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fd9f172c-3ff0-4d2e-b771-39b350799090 HTTP/1.1" status: 204  len: 168 time: 0.2206998
May 04 18:23:51.821320 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 8bda94ac-c3ae-4a89-a999-934cd83cd100 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:23:51.861157 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48460) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:51.910706 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port 8bda94ac-c3ae-4a89-a999-934cd83cd100 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:23:51.917165 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port 8bda94ac-c3ae-4a89-a999-934cd83cd100 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:23:51.918037 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:51.934135 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-6e502597-d294-4b49-956c-43dd01e83583 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=935ab8dcb82b4029a5bdb11d3f8e63d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0691643
May 04 18:23:51.946316 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48464) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:51.957346 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cd5cf5-dfb6-442a-aa26-a45b46ea8b88 admin admin] Router a60340ce-251c-445e-9067-dc728fcf16bb has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:23:51.974255 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] For port 45333e46-392c-45ac-a96c-9a301c1134c7, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=45333e46-392c-45ac-a96c-9a301c1134c7,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:51.974613 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:52.068692 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:52.096573 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b652f12-68df-413a-8946-aca7ca491f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bda94ac-c3ae-4a89-a999-934cd83cd100'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:23:52.107097 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 8bda94ac-c3ae-4a89-a999-934cd83cd100, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8bda94ac-c3ae-4a89-a999-934cd83cd100,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:52.112763 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:52.116132 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:52.155491 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b652f12-68df-413a-8946-aca7ca491f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bda94ac-c3ae-4a89-a999-934cd83cd100', 'code': 200}
May 04 18:23:52.176888 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] Calling delete_port for 45333e46-392c-45ac-a96c-9a301c1134c7 owned by network:router_gateway {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:52.200441 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=8bda94ac-c3ae-4a89-a999-934cd83cd100,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:52.204141 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:52.318571 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ab85f3a7-e646-46c2-90f6-b00aed3051ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:52.410856 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cd5cf5-dfb6-442a-aa26-a45b46ea8b88 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:23:52.419667 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfbddb-3f95-447f-88b9-0880b3f40df3 None None] Sync routers for ids ['a60340ce-251c-445e-9067-dc728fcf16bb'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:23:52.421934 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ab85f3a7-e646-46c2-90f6-b00aed3051ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:52.429247 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfbddb-3f95-447f-88b9-0880b3f40df3 None None] Routers {'a60340ce-251c-445e-9067-dc728fcf16bb'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:52.430086 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-8bdfbddb-3f95-447f-88b9-0880b3f40df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e3ff1f0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:23:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['a60340ce-251c-445e-9067-dc728fcf16bb'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:52.434364 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-83cd5cf5-dfb6-442a-aa26-a45b46ea8b88 admin admin] 10.222.0.67 "PUT /v2.0/routers/a60340ce-251c-445e-9067-dc728fcf16bb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2210774
May 04 18:23:52.435679 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48484) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:52.529805 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931c9c5-7f3c-428b-a2c2-14ba2022638f req-60a6faaa-b842-4d0e-b2f7-67364c3936d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:52.531299 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0931c9c5-7f3c-428b-a2c2-14ba2022638f req-60a6faaa-b842-4d0e-b2f7-67364c3936d5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 1098 time: 0.1645031
May 04 18:23:52.541372 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ab85f3a7-e646-46c2-90f6-b00aed3051ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:52.582117 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-8152030a-2b8e-4e6e-974f-05fa6f300b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:52.617209 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85f3a7-e646-46c2-90f6-b00aed3051ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6b5aae-6fd1-424f-8371-0f83e4d0de14,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:52.631313 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ab85f3a7-e646-46c2-90f6-b00aed3051ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:52.655736 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0931c9c5-7f3c-428b-a2c2-14ba2022638f req-add10fdf-557c-46fd-877b-79ceed7a3eb0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1170239
May 04 18:23:52.656648 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-ab85f3a7-e646-46c2-90f6-b00aed3051ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:52.657618 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-ab85f3a7-e646-46c2-90f6-b00aed3051ae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1d6b5aae-6fd1-424f-8371-0f83e4d0de14 HTTP/1.1" status: 204  len: 168 time: 0.7095604
May 04 18:23:52.665008 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:52.676483 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ef4149a4-15d5-4f42-bb91-b5eb645b5ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:52.681147 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-06c7654e-99f6-4cda-b275-38dfcc385e88 admin admin] Notify callbacks [] for router, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:52.692457 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-8bdfbddb-3f95-447f-88b9-0880b3f40df3 None None] Set router a60340ce-251c-445e-9067-dc728fcf16bb gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:52.767725 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=45333e46-392c-45ac-a96c-9a301c1134c7,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:52.830093 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:52.897580 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-06c7654e-99f6-4cda-b275-38dfcc385e88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:52.931817 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:53.069110 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 310bb12e-c32c-4844-8c0a-222b4e2f35b6 no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:53.072084 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-06c7654e-99f6-4cda-b275-38dfcc385e88 admin admin] Deleting port 39f87c4e-808b-4abc-9fa5-702ef5ab50c3 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:53.072084 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-06c7654e-99f6-4cda-b275-38dfcc385e88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:53.152085 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926060'] for router_gateway, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:53.195404 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 310bb12e-c32c-4844-8c0a-222b4e2f35b6 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:53.195673 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 310bb12e-c32c-4844-8c0a-222b4e2f35b6 not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:53.285157 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-8bdfbddb-3f95-447f-88b9-0880b3f40df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e3ff1f0>, [{'id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'name': 'tempest-TestShelveInstance-1248180437-router', 'tenant_id': '3481de034d1c47c699cc4bd749ecaeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '39f87c4e-808b-4abc-9fa5-702ef5ab50c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:31Z', 'updated_at': '2021-05-04T18:23:49Z', 'revision_number': 5, 'project_id': '3481de034d1c47c699cc4bd749ecaeed', 'gw_port': {'id': '39f87c4e-808b-4abc-9fa5-702ef5ab50c3', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:16:33Z', 'updated_at': '2021-05-04T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:53.291433 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfbddb-3f95-447f-88b9-0880b3f40df3 None None] Checking router: a60340ce-251c-445e-9067-dc728fcf16bb for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:23:53.305233 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfbddb-3f95-447f-88b9-0880b3f40df3 None None] Routers {'a60340ce-251c-445e-9067-dc728fcf16bb'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:53.306089 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-8bdfbddb-3f95-447f-88b9-0880b3f40df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e3ff1f0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:23:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['a60340ce-251c-445e-9067-dc728fcf16bb'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:53.367841 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48508) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:53.453134 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-53e8b1d6-19b0-4c87-9638-5a93861822d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:53.469277 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39527'] for router, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:53.490973 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede6c53-1335-497c-9e34-b1a4ee80195a req-36e1b1a5-0254-474e-868b-1e302eaa5440 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:53.492414 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4ede6c53-1335-497c-9e34-b1a4ee80195a req-36e1b1a5-0254-474e-868b-1e302eaa5440 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 945 time: 0.4260132
May 04 18:23:53.494544 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:53.544685 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-8bdfbddb-3f95-447f-88b9-0880b3f40df3 None None] Set router a60340ce-251c-445e-9067-dc728fcf16bb gateway port host: None {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:23:53.548898 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-2c2aebd5-685d-42ff-ba65-c9b4edc98614 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2995f116802c42b6a59ae711cdface99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1717241
May 04 18:23:53.555215 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48512) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:53.559955 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [None req-06c7654e-99f6-4cda-b275-38dfcc385e88 admin admin] For port 39f87c4e-808b-4abc-9fa5-702ef5ab50c3, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=39f87c4e-808b-4abc-9fa5-702ef5ab50c3,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:53.560595 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-06c7654e-99f6-4cda-b275-38dfcc385e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:53.570819 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4ede6c53-1335-497c-9e34-b1a4ee80195a req-49b38a67-6601-4cf6-986e-a0f8930f9a91 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712204
May 04 18:23:53.572044 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925732'] for router, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:53.572652 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b84f5b2f-0815-4111-b468-21b5e548e0cc {{(pid=73827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 18:23:53.582879 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] Notify callbacks [] for router, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:53.584105 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] 10.222.0.67 "DELETE /v2.0/routers/b84f5b2f-0815-4111-b468-21b5e548e0cc HTTP/1.1" status: 204  len: 168 time: 4.0404613
May 04 18:23:53.587288 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48516) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:53.683071 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_v2 [None req-17735407-28fb-49bf-870b-066ded03408c admin admin] Deleting subnet 97517e28-df49-452f-9ec7-86f30bdf5e13 {{(pid=73827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 18:23:53.692691 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-17735407-28fb-49bf-870b-066ded03408c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:53.732797 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-06c7654e-99f6-4cda-b275-38dfcc385e88 admin admin] Calling delete_port for 39f87c4e-808b-4abc-9fa5-702ef5ab50c3 owned by network:router_gateway {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:53.745995 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-8bdfbddb-3f95-447f-88b9-0880b3f40df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e3ff1f0>, [{'id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'name': 'tempest-TestShelveInstance-1248180437-router', 'tenant_id': '3481de034d1c47c699cc4bd749ecaeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:31Z', 'updated_at': '2021-05-04T18:23:52Z', 'revision_number': 6, 'project_id': '3481de034d1c47c699cc4bd749ecaeed', 'gw_port_host': None}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:53.750337 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfbddb-3f95-447f-88b9-0880b3f40df3 None None] The sync data for ids ['a60340ce-251c-445e-9067-dc728fcf16bb'] in dv-cinder-789603-2-iscsi is: [{'id': 'a60340ce-251c-445e-9067-dc728fcf16bb', 'name': 'tempest-TestShelveInstance-1248180437-router', 'tenant_id': '3481de034d1c47c699cc4bd749ecaeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:16:31Z', 'updated_at': '2021-05-04T18:23:52Z', 'revision_number': 6, 'project_id': '3481de034d1c47c699cc4bd749ecaeed', 'gw_port_host': None}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:23:53.789912 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-17735407-28fb-49bf-870b-066ded03408c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396967'] for subnet, precommit_delete_associations {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:53.803343 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a500673-74c9-4c73-b466-81e4ff77c0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:53.836065 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a500673-74c9-4c73-b466-81e4ff77c0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:53.881485 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-17735407-28fb-49bf-870b-066ded03408c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134034807'] for subnet, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:53.918073 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a500673-74c9-4c73-b466-81e4ff77c0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:53.929824 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-2f51c80e-59dc-4b0e-9637-8dc162340f61 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:54.001044 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a500673-74c9-4c73-b466-81e4ff77c0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b414b2ed-0b36-43a0-a46a-5e84373dc703,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:54.011816 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4a500673-74c9-4c73-b466-81e4ff77c0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:54.015015 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-4a500673-74c9-4c73-b466-81e4ff77c0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:54.019237 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-4a500673-74c9-4c73-b466-81e4ff77c0a9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b414b2ed-0b36-43a0-a46a-5e84373dc703 HTTP/1.1" status: 204  len: 168 time: 0.4593801
May 04 18:23:54.045204 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-06c7654e-99f6-4cda-b275-38dfcc385e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:54.056191 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-db4aa410-b510-4ce9-be2e-1292a96720c3 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:54.137779 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7654e-99f6-4cda-b275-38dfcc385e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=39f87c4e-808b-4abc-9fa5-702ef5ab50c3,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:54.145316 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-06c7654e-99f6-4cda-b275-38dfcc385e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:54.233921 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-06c7654e-99f6-4cda-b275-38dfcc385e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926060'] for router_gateway, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:54.261666 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-17735407-28fb-49bf-870b-066ded03408c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134034814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3611703'] for subnet, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:54.269536 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-91a90ce5-7214-4202-8424-248eba3e4b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:54.317174 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-17735407-28fb-49bf-870b-066ded03408c admin admin] Notify callbacks [] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:54.322146 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b53de8-0a8d-421b-b14f-818c26bb0e68 None None] Network 1a71b974-1182-4207-b933-5154d95faffa requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:23:54.335226 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17735407-28fb-49bf-870b-066ded03408c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97517e28-df49-452f-9ec7-86f30bdf5e13,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:54.340011 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-17735407-28fb-49bf-870b-066ded03408c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:54.342587 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-17735407-28fb-49bf-870b-066ded03408c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/97517e28-df49-452f-9ec7-86f30bdf5e13 HTTP/1.1" status: 204  len: 168 time: 0.7539093
May 04 18:23:54.344630 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48536) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:54.472739 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-06c7654e-99f6-4cda-b275-38dfcc385e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39527'] for router, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:54.475756 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-06c7654e-99f6-4cda-b275-38dfcc385e88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:54.511245 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-06c7654e-99f6-4cda-b275-38dfcc385e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925732'] for router, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:54.511789 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c7654e-99f6-4cda-b275-38dfcc385e88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a60340ce-251c-445e-9067-dc728fcf16bb {{(pid=73828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 18:23:54.540363 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-06c7654e-99f6-4cda-b275-38dfcc385e88 admin admin] Notify callbacks [] for router, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:54.541508 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-06c7654e-99f6-4cda-b275-38dfcc385e88 admin admin] 10.222.0.67 "DELETE /v2.0/routers/a60340ce-251c-445e-9067-dc728fcf16bb HTTP/1.1" status: 204  len: 168 time: 2.1043918
May 04 18:23:54.544152 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48550) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:54.552475 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134169873'] for network, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:54.640177 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Deleting port 7a28d504-4712-4bf4-8422-abe9203c9b68 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:54.640598 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:54.653495 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0b6bfb-05e4-4ef3-a29a-abbecac47b01 admin admin] Deleting subnet 0b5b9014-934f-4af8-a5ea-2dd9f36489f1 {{(pid=73828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 18:23:54.658657 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6bfb-05e4-4ef3-a29a-abbecac47b01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:54.739260 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6bfb-05e4-4ef3-a29a-abbecac47b01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1410434'] for subnet, precommit_delete_associations {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:54.779706 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] For port 7a28d504-4712-4bf4-8422-abe9203c9b68, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=7a28d504-4712-4bf4-8422-abe9203c9b68,segment=NetworkSegment(048ed17a-448f-49cf-99e3-93e0a1ae210f),segment_id=048ed17a-448f-49cf-99e3-93e0a1ae210f)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:54.780399 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:54.809861 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f36ea1f-7202-469f-a7e9-1b80f747709c None None] DHCP port deletion for 1a71b974-1182-4207-b933-5154d95faffa request from dv-cinder-789603-2-iscsi {{(pid=73829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 04 18:23:54.932900 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Calling delete_port for 7a28d504-4712-4bf4-8422-abe9203c9b68 owned by network:dhcp {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:54.961580 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:54.989057 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-0f36ea1f-7202-469f-a7e9-1b80f747709c None None] Deleting port 7a28d504-4712-4bf4-8422-abe9203c9b68 {{(pid=73829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:54.989447 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-0f36ea1f-7202-469f-a7e9-1b80f747709c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:55.002002 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:55.010670 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:55.095236 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5684bc-bac7-4724-8bfe-571aad8c0613 req-57709aa0-c39a-4443-9ee9-73ef78f67835 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:55.096717 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48570) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:55.097754 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4b5684bc-bac7-4724-8bfe-571aad8c0613 req-57709aa0-c39a-4443-9ee9-73ef78f67835 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 945 time: 0.2713223
May 04 18:23:55.106854 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6bfb-05e4-4ef3-a29a-abbecac47b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134034807'] for subnet, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:55.112747 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a28d504-4712-4bf4-8422-abe9203c9b68,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:55.119975 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:55.125292 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] No DVR routers for this DVR port 7a28d504-4712-4bf4-8422-abe9203c9b68 on host dv-cinder-789603-2-iscsi {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:23:55.197191 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 764658a4-ddd6-43eb-b451-cf7ed0eecb5b no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:55.228481 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4b5684bc-bac7-4724-8bfe-571aad8c0613 req-998c0538-f95b-4bb1-8724-c63694c79d0c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1236782
May 04 18:23:55.295750 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 764658a4-ddd6-43eb-b451-cf7ed0eecb5b {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:55.296105 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 764658a4-ddd6-43eb-b451-cf7ed0eecb5b not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:55.296539 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 45333e46-392c-45ac-a96c-9a301c1134c7 no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:55.397754 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:55.400676 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 45333e46-392c-45ac-a96c-9a301c1134c7 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:55.401033 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 45333e46-392c-45ac-a96c-9a301c1134c7 not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:55.401468 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 7a28d504-4712-4bf4-8422-abe9203c9b68 no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:55.420364 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134021354', 'neutron.services.segments.db._delete_segments_for_network-8748915164721'] for network, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:55.475671 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-0f36ea1f-7202-469f-a7e9-1b80f747709c None None] For port 7a28d504-4712-4bf4-8422-abe9203c9b68, host dv-cinder-789603-2-iscsi, got binding levels [] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:55.476069 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-0f36ea1f-7202-469f-a7e9-1b80f747709c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:55.485415 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 7a28d504-4712-4bf4-8422-abe9203c9b68 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:55.492428 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 7a28d504-4712-4bf4-8422-abe9203c9b68 not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:55.492428 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 39f87c4e-808b-4abc-9fa5-702ef5ab50c3 no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:55.516771 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6bfb-05e4-4ef3-a29a-abbecac47b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134034814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2286235'] for subnet, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:55.526711 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 39f87c4e-808b-4abc-9fa5-702ef5ab50c3 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:55.527087 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 39f87c4e-808b-4abc-9fa5-702ef5ab50c3 not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:55.527758 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:55.635850 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f503e02bac0>,) {'filters': {'network_id': ['1a71b974-1182-4207-b933-5154d95faffa']}} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:55.677152 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-3f467dbb-b6eb-4294-a8da-066430d7bbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:55.686806 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-0f36ea1f-7202-469f-a7e9-1b80f747709c None None] Calling delete_port for 7a28d504-4712-4bf4-8422-abe9203c9b68 owned by network:dhcp {{(pid=73829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:55.689819 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f503e02bac0>, '048ed17a-448f-49cf-99e3-93e0a1ae210f') {'for_net_delete': True} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:55.690216 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f503e02bac0>, '048ed17a-448f-49cf-99e3-93e0a1ae210f') {} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:55.691146 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.ipam_backend_mixin [None req-0f36ea1f-7202-469f-a7e9-1b80f747709c None None] Port 7a28d504-4712-4bf4-8422-abe9203c9b68 was not found and therefore no delete operation was performed {{(pid=73829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 04 18:23:55.692397 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-0f36ea1f-7202-469f-a7e9-1b80f747709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917'] for port, after_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:55.695989 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:55.705827 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f825c-f741-4ef9-9b1e-8d0f407f6c8c req-93680d72-f198-4e41-964a-502f35383ef6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:55.707386 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6b6f825c-f741-4ef9-9b1e-8d0f407f6c8c req-93680d72-f198-4e41-964a-502f35383ef6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 945 time: 0.2552087
May 04 18:23:55.715545 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-3f467dbb-b6eb-4294-a8da-066430d7bbd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:23:55.719738 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-3f467dbb-b6eb-4294-a8da-066430d7bbd7 admin admin] Usage tracker for resource:security_group_rule and tenant:42fc6582d25d4f908ac471aeaf21b9a6 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:23:55.724067 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-3f467dbb-b6eb-4294-a8da-066430d7bbd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:23:55.730597 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-3f467dbb-b6eb-4294-a8da-066430d7bbd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:23:55.741019 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b6bfb-05e4-4ef3-a29a-abbecac47b01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b5b9014-934f-4af8-a5ea-2dd9f36489f1,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:55.747379 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36ea1f-7202-469f-a7e9-1b80f747709c None None] Pushing event deleted for resources: {'Port': ['ID=7a28d504-4712-4bf4-8422-abe9203c9b68,revision_number=None']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:55.753131 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-0c0b6bfb-05e4-4ef3-a29a-abbecac47b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:55.755782 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-0f36ea1f-7202-469f-a7e9-1b80f747709c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:55.756047 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6bfb-05e4-4ef3-a29a-abbecac47b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:55.756626 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f36ea1f-7202-469f-a7e9-1b80f747709c None None] No DVR routers for this DVR port 7a28d504-4712-4bf4-8422-abe9203c9b68 on host dv-cinder-789603-2-iscsi {{(pid=73829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:23:55.763320 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-0c0b6bfb-05e4-4ef3-a29a-abbecac47b01 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0b5b9014-934f-4af8-a5ea-2dd9f36489f1 HTTP/1.1" status: 204  len: 168 time: 1.2137291
May 04 18:23:55.765282 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48588) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:55.770035 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f315356-fa3b-4c1b-b95e-e07f521d08dd None None] Network 6d53f927-fcba-443c-8822-5027dac4bbad requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:23:55.781046 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748915175783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396958'] for segment, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:55.837575 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6b6f825c-f741-4ef9-9b1e-8d0f407f6c8c req-f1be4882-7518-43c4-84f7-fc2da6dc232e tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799220
May 04 18:23:55.849654 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:55.867037 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48592) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:55.877553 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=73827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 18:23:55.908472 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134169873'] for network, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:55.991568 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Deleting port 0e60f713-6e96-48da-b080-ffd3c13ff0e0 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:55.992459 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.086368 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a190e8fb-8f55-4b68-8c00-121ee6a84166 None None] DHCP port deletion for 6d53f927-fcba-443c-8822-5027dac4bbad request from dv-cinder-789603-2-iscsi {{(pid=73829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 04 18:23:56.124893 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] For port 0e60f713-6e96-48da-b080-ffd3c13ff0e0, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=0e60f713-6e96-48da-b080-ffd3c13ff0e0,segment=NetworkSegment(2f0d41b1-dc83-4af0-82bd-0071c9dd7d09),segment_id=2f0d41b1-dc83-4af0-82bd-0071c9dd7d09)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:56.125788 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.167298 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-a190e8fb-8f55-4b68-8c00-121ee6a84166 None None] Deleting port 0e60f713-6e96-48da-b080-ffd3c13ff0e0 {{(pid=73829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:23:56.167684 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-a190e8fb-8f55-4b68-8c00-121ee6a84166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.207076 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Network 1a71b974-1182-4207-b933-5154d95faffa has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:23:56.221869 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134036002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221148'] for segment, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.280237 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Calling delete_port for 0e60f713-6e96-48da-b080-ffd3c13ff0e0 owned by network:dhcp {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:56.294146 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-a190e8fb-8f55-4b68-8c00-121ee6a84166 None None] For port 0e60f713-6e96-48da-b080-ffd3c13ff0e0, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=0e60f713-6e96-48da-b080-ffd3c13ff0e0,segment=NetworkSegment(2f0d41b1-dc83-4af0-82bd-0071c9dd7d09),segment_id=2f0d41b1-dc83-4af0-82bd-0071c9dd7d09)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:23:56.294561 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-a190e8fb-8f55-4b68-8c00-121ee6a84166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.308113 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-3f467dbb-b6eb-4294-a8da-066430d7bbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.319550 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-3f467dbb-b6eb-4294-a8da-066430d7bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.332291 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-5ee6abad-0519-4d9d-834a-c56bd389633a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:56.347003 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.352282 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-fbf57465-b32f-4820-9169-ed76c9db6bff tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:56.405207 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e60f713-6e96-48da-b080-ffd3c13ff0e0,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:56.409216 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:56.411425 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] No DVR routers for this DVR port 0e60f713-6e96-48da-b080-ffd3c13ff0e0 on host dv-cinder-789603-2-iscsi {{(pid=73828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:23:56.449255 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9289ba14-ae1c-4c86-87a5-b7fc92999c7f tempest-TestVolumeBootPattern-1567837766 tempest-TestVolumeBootPattern-1567837766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:23:56.449998 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-9289ba14-ae1c-4c86-87a5-b7fc92999c7f tempest-TestVolumeBootPattern-1567837766 tempest-TestVolumeBootPattern-1567837766-project-admin] Synchronizing usage tracker for tenant:f9f84f063ca8461e9eb896d71eb649f2 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:23:56.463418 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-a190e8fb-8f55-4b68-8c00-121ee6a84166 None None] Calling delete_port for 0e60f713-6e96-48da-b080-ffd3c13ff0e0 owned by network:dhcp {{(pid=73829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:23:56.481752 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Network 1a71b974-1182-4207-b933-5154d95faffa has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:23:56.493591 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-3f467dbb-b6eb-4294-a8da-066430d7bbd7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=42fc6582d25d4f908ac471aeaf21b9a6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3829019
May 04 18:23:56.512835 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f467dbb-b6eb-4294-a8da-066430d7bbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba5c2f8-9239-481c-b201-7e28b9674108,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]: Traceback (most recent call last):
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:     timer()
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:     cb(*args, **kw)
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:     return func(*args, **kwargs)
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:     self._notify()
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:     self.callback(batched_events)
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:     event.method(event)
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:     return f(self, *a, **k)
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._get(url).json()
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self.request(url, 'GET', **kwargs)
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 18:23:56.515745 dv-cinder-789603-2-iscsi neutron-server[73827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 18:23:56.522824 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-a190e8fb-8f55-4b68-8c00-121ee6a84166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917'] for port, after_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.534399 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:56.546753 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48610) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:56.549568 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-3f467dbb-b6eb-4294-a8da-066430d7bbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:56.559167 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134021354', 'neutron.services.segments.db._delete_segments_for_network-8748915164721'] for network, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.588427 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a190e8fb-8f55-4b68-8c00-121ee6a84166 None None] No DVR routers for this DVR port 0e60f713-6e96-48da-b080-ffd3c13ff0e0 on host dv-cinder-789603-2-iscsi {{(pid=73829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:23:56.602964 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190e8fb-8f55-4b68-8c00-121ee6a84166 None None] Pushing event deleted for resources: {'Port': ['ID=0e60f713-6e96-48da-b080-ffd3c13ff0e0,revision_number=None']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:56.605311 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-a190e8fb-8f55-4b68-8c00-121ee6a84166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:56.623875 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-9289ba14-ae1c-4c86-87a5-b7fc92999c7f tempest-TestVolumeBootPattern-1567837766 tempest-TestVolumeBootPattern-1567837766-project-admin] Unset dirty status for tenant:f9f84f063ca8461e9eb896d71eb649f2 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:23:56.625015 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-9289ba14-ae1c-4c86-87a5-b7fc92999c7f tempest-TestVolumeBootPattern-1567837766 tempest-TestVolumeBootPattern-1567837766-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 1093 time: 0.7551174
May 04 18:23:56.629286 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48618) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:56.644053 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Request body: {'floatingip': {'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'port_id': '8bda94ac-c3ae-4a89-a999-934cd83cd100', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:23:56.656196 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:23:56.667749 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134021365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926019'] for network, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.672962 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Usage tracker for resource:floatingip and tenant:948efb75ffcb48c38be4bc5021fc11f2 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:23:56.679291 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:23:56.684593 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.689783 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-adec2069-ba8d-443c-bc2b-c5c402709893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:56.703731 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:23:56.704897 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f503e36bd60>,) {'filters': {'network_id': ['6d53f927-fcba-443c-8822-5027dac4bbad']}} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:56.719923 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f503e36bd60>, '2f0d41b1-dc83-4af0-82bd-0071c9dd7d09') {'for_net_delete': True} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:56.720144 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f503e36bd60>, '2f0d41b1-dc83-4af0-82bd-0071c9dd7d09') {} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:23:56.735809 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a71b974-1182-4207-b933-5154d95faffa,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:56.738661 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748915175783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1410491'] for segment, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.739788 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e788fee6-6cbc-48eb-8773-bd42018e029c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.741966 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:56.744399 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-fa2d9f6c-c6c7-4de2-8ffb-c7be98acec38 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1a71b974-1182-4207-b933-5154d95faffa HTTP/1.1" status: 204  len: 168 time: 2.3985989
May 04 18:23:56.754678 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for floatingip, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.760492 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.769487 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=73828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 18:23:56.802019 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e788fee6-6cbc-48eb-8773-bd42018e029c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.868397 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.981526 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e788fee6-6cbc-48eb-8773-bd42018e029c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:56.999474 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a9a84879-ac9c-4f64-807f-05a2282a8a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:57.024457 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-e788fee6-6cbc-48eb-8773-bd42018e029c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:57.049573 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-e788fee6-6cbc-48eb-8773-bd42018e029c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2ba5c2f8-9239-481c-b201-7e28b9674108 HTTP/1.1" status: 204  len: 168 time: 0.5043795
May 04 18:23:57.073102 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788fee6-6cbc-48eb-8773-bd42018e029c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba5c2f8-9239-481c-b201-7e28b9674108,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:57.083646 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 0e60f713-6e96-48da-b080-ffd3c13ff0e0 no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:23:57.088113 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-e788fee6-6cbc-48eb-8773-bd42018e029c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:57.097384 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:57.124056 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Network 6d53f927-fcba-443c-8822-5027dac4bbad has no segments {{(pid=73828) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:23:57.132269 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48632) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:57.135544 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134036002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3087157'] for segment, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:57.184611 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 0e60f713-6e96-48da-b080-ffd3c13ff0e0 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:23:57.185050 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 0e60f713-6e96-48da-b080-ffd3c13ff0e0 not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:23:57.274472 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Allocated IP 172.27.1.150 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/8e260d94-89aa-4702-a08c-cf66b157ca9e) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:23:57.354442 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-ec51845e-0ca3-46d1-99f9-a96dd60267a3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=46280657579145c98b25ed64444c984c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2210422
May 04 18:23:57.356316 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Network 6d53f927-fcba-443c-8822-5027dac4bbad has no segments {{(pid=73828) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:23:57.363528 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48638) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]: Traceback (most recent call last):
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:     timer()
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:     cb(*args, **kw)
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:     return func(*args, **kwargs)
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:     self._notify()
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:     self.callback(batched_events)
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:     event.method(event)
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:     return f(self, *a, **k)
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self._get(url).json()
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self.request(url, 'GET', **kwargs)
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 18:23:57.381480 dv-cinder-789603-2-iscsi neutron-server[73828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 18:23:57.452096 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:57.493665 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:57.497018 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134021365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926019'] for network, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:57.497755 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-462d8d87-b679-4be4-8dfe-00e1649546ec tempest-ServerRescueNegativeTestJSON-1449161034 tempest-ServerRescueNegativeTestJSON-1449161034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:57.513358 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b454c1ef-78de-49f7-99a7-a9db6ac3563f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:57.527629 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:57.535702 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-01d7ba7f-9b62-4c0b-bfe0-918d4d06d09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:57.551910 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Pushing event deleted for resources: {'Network': ['ID=6d53f927-fcba-443c-8822-5027dac4bbad,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:57.556890 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:57.559168 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-6bbcef0c-4792-4ced-b4f1-084585901a7c admin admin] 10.222.0.67 "DELETE /v2.0/networks/6d53f927-fcba-443c-8822-5027dac4bbad HTTP/1.1" status: 204  len: 168 time: 1.7926292
May 04 18:23:57.581350 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-01d7ba7f-9b62-4c0b-bfe0-918d4d06d09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:57.620864 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48644) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:57.660999 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:23:57.669853 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:23:57.676258 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:23:57.714530 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event updated for resources: {'Port': ['ID=8e260d94-89aa-4702-a08c-cf66b157ca9e,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:57.725919 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:57.743027 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48648) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:57.748794 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a0428636-1783-4636-abb5-4a3b994ec086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:57.767685 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-a0428636-1783-4636-abb5-4a3b994ec086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:23:57.772116 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-a0428636-1783-4636-abb5-4a3b994ec086 admin admin] Usage tracker for resource:security_group_rule and tenant:3dd6c337e1d84b72be33c675b13c9996 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:23:57.775289 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-a0428636-1783-4636-abb5-4a3b994ec086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:23:57.781967 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-a0428636-1783-4636-abb5-4a3b994ec086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:23:57.795635 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-01d7ba7f-9b62-4c0b-bfe0-918d4d06d09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:57.801049 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-7258275b-f014-4d32-84fd-5db9b9bc0782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:57.823821 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7ba7f-9b62-4c0b-bfe0-918d4d06d09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a669e3-2182-4a43-a09f-1167704615f8,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:57.828784 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-01d7ba7f-9b62-4c0b-bfe0-918d4d06d09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:57.856995 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-01d7ba7f-9b62-4c0b-bfe0-918d4d06d09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:57.858184 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-01d7ba7f-9b62-4c0b-bfe0-918d4d06d09e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/89a669e3-2182-4a43-a09f-1167704615f8 HTTP/1.1" status: 204  len: 168 time: 0.4937286
May 04 18:23:57.904703 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-1bf33aee-60fe-4274-b4f5-5393b56278d3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ab6eed97c69b49a1a90a0f56d72c765f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1581354
May 04 18:23:57.905057 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48654) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:57.920040 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a0428636-1783-4636-abb5-4a3b994ec086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:57.928788 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a0428636-1783-4636-abb5-4a3b994ec086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:57.944129 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f8343972-331d-4040-8692-b13a94daeb18 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:57.975906 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0428636-1783-4636-abb5-4a3b994ec086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1519f7b9-2c2c-4a3f-9bc2-6a49067cc736,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:57.991682 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-a0428636-1783-4636-abb5-4a3b994ec086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:58.031359 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-a0428636-1783-4636-abb5-4a3b994ec086 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3dd6c337e1d84b72be33c675b13c9996&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4070764
May 04 18:23:58.031602 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48658) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:58.073815 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-73328af0-779c-4917-8481-eed77abe5791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:58.127514 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-73328af0-779c-4917-8481-eed77abe5791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:58.166447 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c2d6-30e6-4661-90ec-4f09dfb24d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:58.216095 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c2d6-30e6-4661-90ec-4f09dfb24d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:58.256742 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-73328af0-779c-4917-8481-eed77abe5791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:58.264474 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-bab883f2-0eb9-4f3c-a077-760d003eaa48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:58.282064 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73328af0-779c-4917-8481-eed77abe5791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1715f53-0534-4152-8f6c-1d4fa4b72126,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:58.286768 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-73328af0-779c-4917-8481-eed77abe5791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:58.306761 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-73328af0-779c-4917-8481-eed77abe5791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:58.308346 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-73328af0-779c-4917-8481-eed77abe5791 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e1715f53-0534-4152-8f6c-1d4fa4b72126 HTTP/1.1" status: 204  len: 168 time: 0.4022608
May 04 18:23:58.319971 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:58.341015 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c2d6-30e6-4661-90ec-4f09dfb24d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:58.353007 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4a500673-74c9-4c73-b466-81e4ff77c0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:58.382626 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c2d6-30e6-4661-90ec-4f09dfb24d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:58.384102 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-3ff6c2d6-30e6-4661-90ec-4f09dfb24d0e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1519f7b9-2c2c-4a3f-9bc2-6a49067cc736 HTTP/1.1" status: 204  len: 168 time: 0.3515384
May 04 18:23:58.385577 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6c2d6-30e6-4661-90ec-4f09dfb24d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1519f7b9-2c2c-4a3f-9bc2-6a49067cc736,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:58.389616 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3ff6c2d6-30e6-4661-90ec-4f09dfb24d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:58.472636 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48672) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:58.487300 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:58.545132 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-1dba042c-a86a-4ae4-aeb5-996952490b9b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=20f5bd6ebae143a1a1d89010c2ac7db6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0706730
May 04 18:23:58.547808 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48676) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:58.641892 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ae08609f-e44e-4445-85b6-85b27b38944a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:58.694050 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ae08609f-e44e-4445-85b6-85b27b38944a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:58.791393 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:58.798842 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ae08609f-e44e-4445-85b6-85b27b38944a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:58.800619 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:58.806431 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ab68a475-a840-4665-8183-e43ed8bef3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:58.811460 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-e1d9c00a-c464-48b1-bd10-c0de21c072e4 tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:58.821320 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08609f-e44e-4445-85b6-85b27b38944a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e68ef3-d0e4-445c-a240-ab3e2333e593,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:58.827884 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ae08609f-e44e-4445-85b6-85b27b38944a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:58.832486 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ae08609f-e44e-4445-85b6-85b27b38944a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:58.833622 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-ae08609f-e44e-4445-85b6-85b27b38944a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c1e68ef3-d0e4-445c-a240-ab3e2333e593 HTTP/1.1" status: 204  len: 168 time: 0.2843978
May 04 18:23:58.873027 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48690) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:58.953347 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event updated for resources: {'Port': ['ID=8e260d94-89aa-4702-a08c-cf66b157ca9e,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:58.958759 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:58.968935 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:58.983894 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-82de58da-c7a1-4144-8830-c093c1a15a38 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3481de034d1c47c699cc4bd749ecaeed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1069582
May 04 18:23:58.984262 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48698) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:23:59.107237 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2f80ca52-9e3f-49e2-bc98-570e515984a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:59.147586 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2f80ca52-9e3f-49e2-bc98-570e515984a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:59.193321 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.l3_db [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Floating IP 5afbc2be-2077-4dcd-9986-5ebdb9b18b61 associated. External IP: 172.27.1.150, port: 8bda94ac-c3ae-4a89-a999-934cd83cd100.
May 04 18:23:59.239228 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2f80ca52-9e3f-49e2-bc98-570e515984a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:59.249975 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-dd5dfac3-bb10-486f-ad6d-533103fe4412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:23:59.267640 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2f80ca52-9e3f-49e2-bc98-570e515984a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:59.269033 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-2f80ca52-9e3f-49e2-bc98-570e515984a7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cf4ad6c7-20eb-4235-86b6-9f1165e7fee5 HTTP/1.1" status: 204  len: 168 time: 0.2837327
May 04 18:23:59.270373 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80ca52-9e3f-49e2-bc98-570e515984a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4ad6c7-20eb-4235-86b6-9f1165e7fee5,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:23:59.273505 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-2f80ca52-9e3f-49e2-bc98-570e515984a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:23:59.749495 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Router 65431c32-c9ba-4583-90db-082f12b31c1d has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:23:59.934984 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:23:59.945960 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f14b68-c9d9-406b-9ad8-3f29573b119a None None] Sync routers for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:23:59.966465 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:23:59.975200 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f14b68-c9d9-406b-9ad8-3f29573b119a None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:23:59.976054 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-12f14b68-c9d9-406b-9ad8-3f29573b119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503d657b80>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:23:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:24:00.049025 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.4033163
May 04 18:24:00.049025 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b652f12-68df-413a-8946-aca7ca491f8c', 'tag': '8bda94ac-c3ae-4a89-a999-934cd83cd100'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:24:00.113291 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b652f12-68df-413a-8946-aca7ca491f8c', 'tag': '8bda94ac-c3ae-4a89-a999-934cd83cd100', 'status': 'completed', 'code': 200}
May 04 18:24:00.217617 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-12f14b68-c9d9-406b-9ad8-3f29573b119a None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:24:00.224821 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f258f69-84eb-4132-9af8-01f2b14d0258 req-fdd202cf-5107-45b0-a199-2759b878dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:00.226521 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5f258f69-84eb-4132-9af8-01f2b14d0258 req-fdd202cf-5107-45b0-a199-2759b878dc1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 1098 time: 0.0886683
May 04 18:24:00.349093 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48738) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:00.402161 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f258f69-84eb-4132-9af8-01f2b14d0258 req-f515e1da-6af8-4c0e-8c20-de1e8e10ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:00.403680 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5f258f69-84eb-4132-9af8-01f2b14d0258 req-f515e1da-6af8-4c0e-8c20-de1e8e10ba8b service neutron] 10.222.0.64 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 913 time: 0.1697943
May 04 18:24:00.503522 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-9f41afa8-6852-4826-8a39-a0fbb14e75a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:00.518994 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-9f41afa8-6852-4826-8a39-a0fbb14e75a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:24:00.523305 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5f258f69-84eb-4132-9af8-01f2b14d0258 req-c5053d69-0de3-465b-aad2-614c66cf0db3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bda94ac-c3ae-4a89-a999-934cd83cd100 HTTP/1.1" status: 200  len: 999 time: 0.1105340
May 04 18:24:00.523489 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-9f41afa8-6852-4826-8a39-a0fbb14e75a5 admin admin] Usage tracker for resource:security_group_rule and tenant:bac1108094414d9bbda166cce06e999b is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:24:00.526504 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-9f41afa8-6852-4826-8a39-a0fbb14e75a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:24:00.534607 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-9f41afa8-6852-4826-8a39-a0fbb14e75a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:24:00.598074 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f258f69-84eb-4132-9af8-01f2b14d0258 req-b8ed6eb4-eab2-40e3-9ae5-e15e42599340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:00.599568 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5f258f69-84eb-4132-9af8-01f2b14d0258 req-b8ed6eb4-eab2-40e3-9ae5-e15e42599340 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fca783-ec36-413f-bee2-a3a7d2aac972 HTTP/1.1" status: 200  len: 851 time: 0.0691943
May 04 18:24:00.629923 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-9f41afa8-6852-4826-8a39-a0fbb14e75a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:00.637079 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-9f41afa8-6852-4826-8a39-a0fbb14e75a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:00.648862 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-5274bd0d-ce29-4ee4-916d-d86ead7b1272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:00.674609 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-12f14b68-c9d9-406b-9ad8-3f29573b119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503d657b80>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '5afbc2be-2077-4dcd-9986-5ebdb9b18b61', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'port_id': '8bda94ac-c3ae-4a89-a999-934cd83cd100', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'mac_address': 'fa:16:3e:f0:2d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b652f12-68df-413a-8946-aca7ca491f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:23:58Z', 'updated_at': '2021-05-04T18:23:58Z', 'revision_number': 0, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:24:00.678690 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f14b68-c9d9-406b-9ad8-3f29573b119a None None] Checking router: 65431c32-c9ba-4583-90db-082f12b31c1d for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:24:00.687864 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f14b68-c9d9-406b-9ad8-3f29573b119a None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:24:00.688677 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-12f14b68-c9d9-406b-9ad8-3f29573b119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503d657b80>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:23:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:24:00.690775 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-9f41afa8-6852-4826-8a39-a0fbb14e75a5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bac1108094414d9bbda166cce06e999b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3397963
May 04 18:24:00.691867 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41afa8-6852-4826-8a39-a0fbb14e75a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a395dad1-4046-4a5f-89d7-332f7e696aa2,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:00.694396 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 48746) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:00.694980 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-9f41afa8-6852-4826-8a39-a0fbb14e75a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:00.717360 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f258f69-84eb-4132-9af8-01f2b14d0258 req-29be585d-de9c-49b1-8cdc-055c3ef22f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:00.718958 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5f258f69-84eb-4132-9af8-01f2b14d0258 req-29be585d-de9c-49b1-8cdc-055c3ef22f02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36f919e1-7ef4-493f-9b57-fd05288bc669&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1117642
May 04 18:24:00.765373 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-5ccb11e8-9dd1-42ac-962d-3e7471f6dc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:00.794029 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-5ccb11e8-9dd1-42ac-962d-3e7471f6dc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:00.848893 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-5ccb11e8-9dd1-42ac-962d-3e7471f6dc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:00.854116 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a6bfc612-2199-4f01-8a58-27929c15b099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:00.864869 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb11e8-9dd1-42ac-962d-3e7471f6dc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a395dad1-4046-4a5f-89d7-332f7e696aa2,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:00.869513 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-5ccb11e8-9dd1-42ac-962d-3e7471f6dc6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:00.871813 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-5ccb11e8-9dd1-42ac-962d-3e7471f6dc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:00.872810 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-5ccb11e8-9dd1-42ac-962d-3e7471f6dc6f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a395dad1-4046-4a5f-89d7-332f7e696aa2 HTTP/1.1" status: 204  len: 168 time: 0.1775110
May 04 18:24:00.885822 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-12f14b68-c9d9-406b-9ad8-3f29573b119a None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:24:01.250623 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-12f14b68-c9d9-406b-9ad8-3f29573b119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503d657b80>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '5afbc2be-2077-4dcd-9986-5ebdb9b18b61', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'port_id': '8bda94ac-c3ae-4a89-a999-934cd83cd100', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'mac_address': 'fa:16:3e:f0:2d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b652f12-68df-413a-8946-aca7ca491f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:23:58Z', 'updated_at': '2021-05-04T18:23:58Z', 'revision_number': 0, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:24:01.255533 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f14b68-c9d9-406b-9ad8-3f29573b119a None None] The sync data for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi is: [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '5afbc2be-2077-4dcd-9986-5ebdb9b18b61', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'port_id': '8bda94ac-c3ae-4a89-a999-934cd83cd100', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'mac_address': 'fa:16:3e:f0:2d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b652f12-68df-413a-8946-aca7ca491f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:23:58Z', 'updated_at': '2021-05-04T18:23:58Z', 'revision_number': 0, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:24:01.467061 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9efc7-bd4e-41f7-834c-7359d526a825 None None] New status for floating IP 5afbc2be-2077-4dcd-9986-5ebdb9b18b61: ACTIVE {{(pid=73830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:24:01.601510 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48772) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:01.685913 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5f258f69-84eb-4132-9af8-01f2b14d0258 req-71ed370c-5afe-4c87-9067-45719292cbc3 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424143
May 04 18:24:01.717512 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-247217978-network', 'tenant_id': '4466cf3edfa342939bc761d65f598a12'}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:24:01.722184 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:24:01.726433 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Usage tracker for resource:network and tenant:4466cf3edfa342939bc761d65f598a12 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:24:01.729373 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:24:01.736859 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:24:01.747373 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Made reservation on behalf of 4466cf3edfa342939bc761d65f598a12 for: {'network': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:24:01.749787 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for network, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:01.767877 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:01.782531 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:24:01.786915 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Usage tracker for resource:security_group_rule and tenant:4466cf3edfa342939bc761d65f598a12 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:24:01.789720 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:24:01.795653 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:24:01.881969 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:01.885944 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:01.889143 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-c9a31c06-07b0-4b49-b124-30169a7ca050 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:01.921259 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803}  {{(pid=73828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 18:24:01.927728 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400be10c-9c73-4f28-9d8f-fd6bf4a303f8,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:01.931087 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:01.936951 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:01.937204 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.db.segments_db [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Added segment b3cf165d-b4d3-4a04-9c77-ca32b491ec40 of type vlan for network 865570af-850f-420d-be9e-86fcc9ddf3b3
May 04 18:24:01.965687 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748914723166'] for network, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:01.996641 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131'] for network, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:01.998130 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:01.998715 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:02.002427 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-5fb61588-0393-4c6d-bb5c-f4d97b23394a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:02.111121 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Pushing event updated for resources: {'Network': ['ID=865570af-850f-420d-be9e-86fcc9ddf3b3,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:02.114861 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:02.116997 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5144594
May 04 18:24:02.120120 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 48778) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:02.122398 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Network 865570af-850f-420d-be9e-86fcc9ddf3b3 details requested by agent ovs-agent-dv-cinder-789603-2-iscsi with host dv-cinder-789603-2-iscsi {{(pid=73829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 18:24:02.125799 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.v2.base [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] Request body: {'subnet': {'network_id': '865570af-850f-420d-be9e-86fcc9ddf3b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-247217978-subnet', 'tenant_id': '4466cf3edfa342939bc761d65f598a12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:24:02.130711 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:24:02.134625 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] Usage tracker for resource:subnet and tenant:4466cf3edfa342939bc761d65f598a12 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:24:02.137603 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:24:02.144479 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:24:02.154872 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] Made reservation on behalf of 4466cf3edfa342939bc761d65f598a12 for: {'subnet': 1} {{(pid=73828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:24:02.157366 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2286262'] for subnet, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:02.515282 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5f258f69-84eb-4132-9af8-01f2b14d0258 req-3a06ece5-52fd-4e74-aaee-e9c0f63d1069 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360011
May 04 18:24:02.553062 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2286240'] for subnet, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:02.556954 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-bddb517c-4079-4ccc-93c2-ce2aee508239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:02.628765 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa4c3b8-2a94-4a41-aa4d-1425c0762ad7,revision_number=0']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:02.632378 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:02.638260 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] Checking segment: {'id': 'b3cf165d-b4d3-4a04-9c77-ca32b491ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '865570af-850f-420d-be9e-86fcc9ddf3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:24:02.638692 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] Network hostable DHCP agents. Network: 865570af-850f-420d-be9e-86fcc9ddf3b3, hostable agents: ['acde484f-3257-46ca-9827-a7be9db7cc2b'], hosted agents: [] {{(pid=73828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 18:24:02.657075 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] Network 865570af-850f-420d-be9e-86fcc9ddf3b3 is scheduled to be hosted by DHCP agent acde484f-3257-46ca-9827-a7be9db7cc2b with binding_index 1 {{(pid=73828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 18:24:02.666797 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.base_scheduler [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-2-iscsi, 865570af-850f-420d-be9e-86fcc9ddf3b3) {{(pid=73828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:24:02.675349 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:02.675948 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:02.677218 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1c03a0-b20a-457d-b6b9-82b3b2322382 None None] Network 865570af-850f-420d-be9e-86fcc9ddf3b3 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:24:02.697452 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5762258
May 04 18:24:02.898184 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4905f1-c266-4957-812e-c07b88edaae3 None None] Network 865570af-850f-420d-be9e-86fcc9ddf3b3 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:24:04.739490 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-c30f24aa-45cc-4c39-b3b7-cba9cfd7a47c tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:04.740971 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-c30f24aa-45cc-4c39-b3b7-cba9cfd7a47c tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/networks?id=865570af-850f-420d-be9e-86fcc9ddf3b3 HTTP/1.1" status: 200  len: 808 time: 0.1490734
May 04 18:24:04.760020 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-83ddf29e-a8c6-4e0e-b364-b56546a23dad tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/quotas/4466cf3edfa342939bc761d65f598a12 HTTP/1.1" status: 200  len: 375 time: 0.0129361
May 04 18:24:04.812328 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-a238de70-83a0-40e3-b226-b2547f686e5a tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4466cf3edfa342939bc761d65f598a12&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0455089
May 04 18:24:05.067245 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-62ea0061-7fed-442a-b4d3-2de9d916fff5 service neutron] 10.222.0.67 "GET /v2.0/networks/865570af-850f-420d-be9e-86fcc9ddf3b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2424183
May 04 18:24:05.206198 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-6d154d25-bb29-41d8-87e6-d5435bf006bc service neutron] 10.222.0.67 "GET /v2.0/networks/865570af-850f-420d-be9e-86fcc9ddf3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325634
May 04 18:24:05.424817 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-7b06022a-59b6-4fca-8194-c3eedc50dfae req-6e130d8d-559b-4426-9a1b-49165536a778 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 210 time: 0.0686848
May 04 18:24:06.530329 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-87993e5f-0653-424e-a123-ada8f6c165d9 req-71017fd0-e8b7-45a0-8454-c0dcf45e4481 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 210 time: 0.0480328
May 04 18:24:07.422083 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-a0563300-83da-484c-bef3-340104a8384a tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:07.423924 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-a0563300-83da-484c-bef3-340104a8384a tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.64 "GET /v2.0/networks?id=865570af-850f-420d-be9e-86fcc9ddf3b3 HTTP/1.1" status: 200  len: 808 time: 0.1585178
May 04 18:24:07.437068 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Request body: {'port': {'device_id': 'c809e7c7-bace-4c67-a90d-5af309d1833f', 'network_id': '865570af-850f-420d-be9e-86fcc9ddf3b3', 'admin_state_up': True, 'tenant_id': '4466cf3edfa342939bc761d65f598a12'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:24:07.578528 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:24:07.583012 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Usage tracker for resource:port and tenant:4466cf3edfa342939bc761d65f598a12 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:24:07.585936 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:24:07.592626 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:24:07.602883 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Made reservation on behalf of 4466cf3edfa342939bc761d65f598a12 for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:24:07.606561 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:07.684184 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-81f488bc-5f0c-48ef-9016-b81daad16fcb req-e5951b62-d5f6-4be9-9546-4c26964992f3 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 210 time: 0.0450642
May 04 18:24:07.778867 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Allocated IP 172.20.0.7 (865570af-850f-420d-be9e-86fcc9ddf3b3/baa4c3b8-2a94-4a41-aa4d-1425c0762ad7/8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:24:07.989262 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:08.025123 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:08.031213 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-71b16528-c951-465d-9b03-0cb2d7d5d0d1 tempest-TestShelveInstance-262431981 tempest-TestShelveInstance-262431981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:08.101616 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Network 865570af-850f-420d-be9e-86fcc9ddf3b3 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:24:08.105554 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:24:08.110425 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:24:08.147052 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Pushing event updated for resources: {'Port': ['ID=8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:08.166025 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:08.166393 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:08.166752 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:08.167106 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:08.167459 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:08.167806 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:08.168149 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:08.168518 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:08.168838 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:08.169178 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:08.169519 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:08.169882 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:08.176587 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:08.192962 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:08.193657 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:08.215866 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7827320
May 04 18:24:08.228957 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Request body: {'port': {'device_id': 'c809e7c7-bace-4c67-a90d-5af309d1833f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:24:08.360910 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:08.718554 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:24:08.726828 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:08.742503 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Transition to ACTIVE for port object 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:24:08.746695 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:08.750369 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f3e7dfee-e99d-4023-b9c6-d9bb43e9c9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:09.023274 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:09.026681 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:09.147444 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcbc56-b129-4700-ad99-7c98eb6d0f31 req-dd165bb4-f29a-44bb-b073-7aa15266fdce tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:09.148127 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-87dcbc56-b129-4700-ad99-7c98eb6d0f31 req-dd165bb4-f29a-44bb-b073-7aa15266fdce tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Synchronizing usage tracker for tenant:4466cf3edfa342939bc761d65f598a12 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:24:09.160354 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Attempting to bind port 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:24:09.160690 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Attempting to bind port 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'b3cf165d-b4d3-4a04-9c77-ca32b491ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '865570af-850f-420d-be9e-86fcc9ddf3b3'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:24:09.161022 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Attempting to bind port 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c on network 865570af-850f-420d-be9e-86fcc9ddf3b3 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:24:09.170249 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Port 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c on network 865570af-850f-420d-be9e-86fcc9ddf3b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:24:09.170570 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Attempting to bind port 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c on network 865570af-850f-420d-be9e-86fcc9ddf3b3 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:24:09.178080 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:24:09.178420 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Checking segment: {'id': 'b3cf165d-b4d3-4a04-9c77-ca32b491ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '865570af-850f-420d-be9e-86fcc9ddf3b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:24:09.178812 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Bound using segment: {'id': 'b3cf165d-b4d3-4a04-9c77-ca32b491ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '865570af-850f-420d-be9e-86fcc9ddf3b3'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:24:09.179242 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Bound port: 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cf165d-b4d3-4a04-9c77-ca32b491ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '865570af-850f-420d-be9e-86fcc9ddf3b3'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:24:09.179592 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:09.191386 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-87dcbc56-b129-4700-ad99-7c98eb6d0f31 req-dd165bb4-f29a-44bb-b073-7aa15266fdce tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Unset dirty status for tenant:4466cf3edfa342939bc761d65f598a12 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:24:09.192566 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-87dcbc56-b129-4700-ad99-7c98eb6d0f31 req-dd165bb4-f29a-44bb-b073-7aa15266fdce tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 943 time: 0.3901074
May 04 18:24:09.301340 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-87dcbc56-b129-4700-ad99-7c98eb6d0f31 req-cf38cef3-9f34-4c6b-82aa-effc0f3b2f78 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025636
May 04 18:24:09.315936 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] For port 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:24:09.319376 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] For port 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c,segment=NetworkSegment(b3cf165d-b4d3-4a04-9c77-ca32b491ec40),segment_id=b3cf165d-b4d3-4a04-9c77-ca32b491ec40)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:24:09.324347 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:09.329121 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-32e74c8b-8204-4c55-ae7a-4f9974ec976b tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:09.390415 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:09.391067 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:09.392473 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] 10.222.0.64 "PUT /v2.0/ports/8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c HTTP/1.1" status: 200  len: 1093 time: 1.1680396
May 04 18:24:09.392995 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c809e7c7-bace-4c67-a90d-5af309d1833f', 'tag': '8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:24:09.422087 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:09.426179 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:09.465622 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c809e7c7-bace-4c67-a90d-5af309d1833f', 'tag': '8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c', 'status': 'completed', 'code': 200}
May 04 18:24:09.537583 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-32ef161f-b647-43c2-ae84-f21637033eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:09.540106 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-32ef161f-b647-43c2-ae84-f21637033eb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4466cf3edfa342939bc761d65f598a12&device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 1096 time: 0.1049170
May 04 18:24:09.610930 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-f3dab458-5999-4f44-8e98-ee4d641ce5aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c HTTP/1.1" status: 200  len: 217 time: 0.0634010
May 04 18:24:09.673785 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-e1c76242-836e-4acb-bcdd-6838067e7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:09.675251 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-e1c76242-836e-4acb-bcdd-6838067e7313 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=baa4c3b8-2a94-4a41-aa4d-1425c0762ad7 HTTP/1.1" status: 200  len: 848 time: 0.0579100
May 04 18:24:09.727897 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-149e2fb7-74d6-467a-bcf0-ab35c41c3ffd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=865570af-850f-420d-be9e-86fcc9ddf3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452361
May 04 18:24:09.863792 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-5a05d3bf-8ab1-4a5b-b3c8-43ad726e5741 service neutron] 10.222.0.64 "GET /v2.0/networks/865570af-850f-420d-be9e-86fcc9ddf3b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279590
May 04 18:24:09.998004 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-799e0648-29af-45f3-974f-fceef9d59ea7 req-680e1c28-c2c7-4950-ba86-a711c7a6186e service neutron] 10.222.0.64 "GET /v2.0/networks/865570af-850f-420d-be9e-86fcc9ddf3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266205
May 04 18:24:10.116965 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bfecb-4cbe-4308-acda-d18faaa43d8e req-9372d45c-493f-4261-a306-93e8fe22c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:10.118364 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fe0bfecb-4cbe-4308-acda-d18faaa43d8e req-9372d45c-493f-4261-a306-93e8fe22c823 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4466cf3edfa342939bc761d65f598a12&device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 1096 time: 0.0770550
May 04 18:24:10.254468 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bfecb-4cbe-4308-acda-d18faaa43d8e req-fda3f2eb-0454-494d-a146-fdde28ffab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:10.255907 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fe0bfecb-4cbe-4308-acda-d18faaa43d8e req-fda3f2eb-0454-494d-a146-fdde28ffab88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=865570af-850f-420d-be9e-86fcc9ddf3b3 HTTP/1.1" status: 200  len: 909 time: 0.1251409
May 04 18:24:10.326099 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fe0bfecb-4cbe-4308-acda-d18faaa43d8e req-d9f3579a-0222-4460-9110-36d3abc00487 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c HTTP/1.1" status: 200  len: 217 time: 0.0626125
May 04 18:24:10.394127 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bfecb-4cbe-4308-acda-d18faaa43d8e req-2311999f-9900-4823-962d-c8db162b111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:10.395861 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fe0bfecb-4cbe-4308-acda-d18faaa43d8e req-2311999f-9900-4823-962d-c8db162b111c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=baa4c3b8-2a94-4a41-aa4d-1425c0762ad7 HTTP/1.1" status: 200  len: 848 time: 0.0588093
May 04 18:24:10.481943 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fe0bfecb-4cbe-4308-acda-d18faaa43d8e req-086196a5-52f9-49ca-8607-c350abba5b65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=865570af-850f-420d-be9e-86fcc9ddf3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0780065
May 04 18:24:10.735013 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fe0bfecb-4cbe-4308-acda-d18faaa43d8e req-bee8d218-73cc-44b2-8811-c7b98e4f6099 service neutron] 10.222.0.64 "GET /v2.0/networks/865570af-850f-420d-be9e-86fcc9ddf3b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2451768
May 04 18:24:10.743163 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd7144-c814-442d-830a-63473523c5b3 req-c536d590-7531-4d28-b658-53377afe78ba tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:10.744507 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-86dd7144-c814-442d-830a-63473523c5b3 req-c536d590-7531-4d28-b658-53377afe78ba tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 943 time: 0.3109918
May 04 18:24:10.876825 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-86dd7144-c814-442d-830a-63473523c5b3 req-5baaa443-3621-48b7-9817-731eac98a847 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112564
May 04 18:24:10.906891 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fe0bfecb-4cbe-4308-acda-d18faaa43d8e req-2427f33f-83d1-487f-81ba-21f25406e2cb service neutron] 10.222.0.64 "GET /v2.0/networks/865570af-850f-420d-be9e-86fcc9ddf3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1614635
May 04 18:24:12.069534 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee1557-3667-4719-9eac-5667283c6e19 req-7137c086-fa3a-48e2-a5ba-3f104f0e2e96 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:12.071013 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-80ee1557-3667-4719-9eac-5667283c6e19 req-7137c086-fa3a-48e2-a5ba-3f104f0e2e96 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 943 time: 0.0836234
May 04 18:24:12.120258 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-80ee1557-3667-4719-9eac-5667283c6e19 req-404722e7-9617-4f0d-9206-7e948a2b025f tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Synchronizing usage tracker for tenant:4466cf3edfa342939bc761d65f598a12 on resource:security_group {{(pid=73828) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:24:12.136739 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [req-80ee1557-3667-4719-9eac-5667283c6e19 req-404722e7-9617-4f0d-9206-7e948a2b025f tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Unset dirty status for tenant:4466cf3edfa342939bc761d65f598a12 on resource:security_group {{(pid=73828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:24:12.138123 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-80ee1557-3667-4719-9eac-5667283c6e19 req-404722e7-9617-4f0d-9206-7e948a2b025f tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615015
May 04 18:24:13.335060 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb42799-cd42-44c6-b690-37242793967c req-4f4a9e9f-0677-42b7-bfdb-51317c1055c6 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:13.336456 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9eb42799-cd42-44c6-b690-37242793967c req-4f4a9e9f-0677-42b7-bfdb-51317c1055c6 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 943 time: 0.0878344
May 04 18:24:13.382046 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9eb42799-cd42-44c6-b690-37242793967c req-d82a6d15-75e8-46c1-b0c1-c78a5372337d tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399168
May 04 18:24:13.992195 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:24:14.185441 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c,segment=NetworkSegment(b3cf165d-b4d3-4a04-9c77-ca32b491ec40),segment_id=b3cf165d-b4d3-4a04-9c77-ca32b491ec40)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:24:14.203287 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': '8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c', 'network_id': '865570af-850f-420d-be9e-86fcc9ddf3b3', 'port_id': '8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c', 'mac_address': 'fa:16:3e:f2:c7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa4c3b8-2a94-4a41-aa4d-1425c0762ad7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:24:14.264215 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:14.283235 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:24:14.303727 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c,segment=NetworkSegment(b3cf165d-b4d3-4a04-9c77-ca32b491ec40),segment_id=b3cf165d-b4d3-4a04-9c77-ca32b491ec40)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:24:14.308591 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:14.310541 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:14.389066 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:14.394827 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:14.559364 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:24:14.601597 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccc39d-b1d3-4e82-9173-c61ea0a37f37 req-3a4b6898-5836-4686-9232-81d104c75a89 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:14.603104 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-82ccc39d-b1d3-4e82-9173-c61ea0a37f37 req-3a4b6898-5836-4686-9232-81d104c75a89 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 944 time: 0.0849237
May 04 18:24:14.651171 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-82ccc39d-b1d3-4e82-9173-c61ea0a37f37 req-6f2e26b6-740e-436f-8742-2b7c87127205 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419154
May 04 18:24:15.839806 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119a58a-fb33-4d44-a44c-bd351ae04e7a req-d8bf5380-d063-42a8-9a8e-edd19052d511 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:15.841185 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f119a58a-fb33-4d44-a44c-bd351ae04e7a req-d8bf5380-d063-42a8-9a8e-edd19052d511 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 944 time: 0.0822434
May 04 18:24:15.887200 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f119a58a-fb33-4d44-a44c-bd351ae04e7a req-0d08a81c-a6b9-4a1c-9ccb-dbe1c8a66173 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400066
May 04 18:24:16.003960 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:24:16.077582 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:24:16.082455 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:24:16.082833 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:16.204863 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:16.232282 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c809e7c7-bace-4c67-a90d-5af309d1833f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:24:16.243248 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c,segment=NetworkSegment(b3cf165d-b4d3-4a04-9c77-ca32b491ec40),segment_id=b3cf165d-b4d3-4a04-9c77-ca32b491ec40)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:24:16.247594 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:16.249812 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:16.279227 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c809e7c7-bace-4c67-a90d-5af309d1833f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c', 'code': 200}
May 04 18:24:16.319373 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:16.322231 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:16.514723 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d382e6-42d7-4041-bc76-c9c895c1b98f req-f8330635-9c8f-4cfb-9e60-4c91d0755b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:16.516131 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-37d382e6-42d7-4041-bc76-c9c895c1b98f req-f8330635-9c8f-4cfb-9e60-4c91d0755b04 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 1098 time: 0.0746911
May 04 18:24:16.559075 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-37d382e6-42d7-4041-bc76-c9c895c1b98f req-eef0d889-7c28-475b-9ec1-35436cc50412 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360324
May 04 18:24:17.073902 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0b62d-815d-4c4d-bd62-47a45a02d8da req-08818743-2b54-410b-9664-be13eee21b4b tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:17.075360 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-22c0b62d-815d-4c4d-bd62-47a45a02d8da req-08818743-2b54-410b-9664-be13eee21b4b tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 945 time: 0.0833483
May 04 18:24:17.123086 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-22c0b62d-815d-4c4d-bd62-47a45a02d8da req-7ea76c32-181b-4038-9271-224afb309cc8 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412052
May 04 18:24:18.317295 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba2836-c809-467c-81bb-ae09955a678a req-cf3d80e9-11c4-4422-a66f-f14e7da03911 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:18.318807 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b7ba2836-c809-467c-81bb-ae09955a678a req-cf3d80e9-11c4-4422-a66f-f14e7da03911 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 945 time: 0.0837362
May 04 18:24:18.326797 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:24:18.365141 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-b7ba2836-c809-467c-81bb-ae09955a678a req-3ac5847b-cde7-4b49-98dc-8a07f0a0f29f tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403309
May 04 18:24:19.383491 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0affbfa-3566-40c0-93cf-59287181492d req-7557c0f4-d2b8-4233-aa9a-40d278adb754 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:19.384973 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d0affbfa-3566-40c0-93cf-59287181492d req-7557c0f4-d2b8-4233-aa9a-40d278adb754 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 945 time: 0.0805354
May 04 18:24:19.432789 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d0affbfa-3566-40c0-93cf-59287181492d req-fd57aeb8-f84c-40ba-806f-5b868bb90731 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420983
May 04 18:24:20.572708 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4497da4f-60a1-497f-93ce-6cd697a402bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:20.647906 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875e078-f44f-47ff-aa20-81506f4a272e req-b8f86ff1-86a9-4c69-9212-6d3fc092460c tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:20.649665 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3875e078-f44f-47ff-aa20-81506f4a272e req-b8f86ff1-86a9-4c69-9212-6d3fc092460c tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 945 time: 0.1026864
May 04 18:24:20.754515 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3875e078-f44f-47ff-aa20-81506f4a272e req-9b19afc2-56bf-4cdc-813a-9565f6cc8d25 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653067
May 04 18:24:20.772474 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a969586-0559-4b90-aadc-ca42f2d16d50 req-12dcc391-215a-450d-aaff-6c8de403c229 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:20.773847 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0a969586-0559-4b90-aadc-ca42f2d16d50 req-12dcc391-215a-450d-aaff-6c8de403c229 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.64 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 945 time: 0.1231647
May 04 18:24:20.907053 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-0a969586-0559-4b90-aadc-ca42f2d16d50 req-82953f1e-ce8b-4071-8ff7-6246bcc8e137 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Deleting port 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:24:20.907389 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-0a969586-0559-4b90-aadc-ca42f2d16d50 req-82953f1e-ce8b-4071-8ff7-6246bcc8e137 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:21.038289 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-0a969586-0559-4b90-aadc-ca42f2d16d50 req-82953f1e-ce8b-4071-8ff7-6246bcc8e137 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] For port 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c,segment=NetworkSegment(b3cf165d-b4d3-4a04-9c77-ca32b491ec40),segment_id=b3cf165d-b4d3-4a04-9c77-ca32b491ec40)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:24:21.038563 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-0a969586-0559-4b90-aadc-ca42f2d16d50 req-82953f1e-ce8b-4071-8ff7-6246bcc8e137 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:21.161468 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-0a969586-0559-4b90-aadc-ca42f2d16d50 req-82953f1e-ce8b-4071-8ff7-6246bcc8e137 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Calling delete_port for 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:24:21.269234 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-0a969586-0559-4b90-aadc-ca42f2d16d50 req-82953f1e-ce8b-4071-8ff7-6246bcc8e137 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:21.278629 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-652f0891-fe6a-4b2e-b059-2f338642b44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:21.327800 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82953f1e-ce8b-4071-8ff7-6246bcc8e137 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Pushing event deleted for resources: {'Port': ['ID=8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:21.331382 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-82953f1e-ce8b-4071-8ff7-6246bcc8e137 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:21.403189 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a969586-0559-4b90-aadc-ca42f2d16d50 req-82953f1e-ce8b-4071-8ff7-6246bcc8e137 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] No DVR routers for this DVR port 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:24:21.405745 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-0a969586-0559-4b90-aadc-ca42f2d16d50 req-82953f1e-ce8b-4071-8ff7-6246bcc8e137 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:21.408340 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c809e7c7-bace-4c67-a90d-5af309d1833f', 'name': 'network-vif-deleted', 'tag': '8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:24:21.424670 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0a969586-0559-4b90-aadc-ca42f2d16d50 req-82953f1e-ce8b-4071-8ff7-6246bcc8e137 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.64 "DELETE /v2.0/ports/8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c HTTP/1.1" status: 204  len: 173 time: 0.6442339
May 04 18:24:21.450951 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c809e7c7-bace-4c67-a90d-5af309d1833f', 'name': 'network-vif-deleted', 'tag': '8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c', 'status': 'completed', 'code': 200}
May 04 18:24:21.914552 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-44503565-acb8-46b8-88a7-b608f941db4b req-794b2e20-8221-4e37-ac07-59694f18911b tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Synchronizing usage tracker for tenant:4466cf3edfa342939bc761d65f598a12 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:24:21.930973 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-44503565-acb8-46b8-88a7-b608f941db4b req-794b2e20-8221-4e37-ac07-59694f18911b tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Unset dirty status for tenant:4466cf3edfa342939bc761d65f598a12 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:24:21.932333 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-44503565-acb8-46b8-88a7-b608f941db4b req-794b2e20-8221-4e37-ac07-59694f18911b tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 210 time: 0.0657558
May 04 18:24:22.918687 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:23.177072 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-4c806a71-1c0c-4bdb-84fb-20aa19e9ac76 req-dff05fd4-4833-4e33-8f36-8b2cfdd4baf7 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 210 time: 0.1335931
May 04 18:24:23.435947 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-73b43a53-53ee-41b6-aad0-ba33bd4fcc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:23.689436 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:24:23.806232 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4529b2d7-93d4-4390-b231-7436c378d233 req-cd208e11-b331-4cc6-9f5a-df08fb7709d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0734541
May 04 18:24:23.950335 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529b2d7-93d4-4390-b231-7436c378d233 req-cd610b62-cef8-4448-a80b-eaa2768ab5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:23.951734 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4529b2d7-93d4-4390-b231-7436c378d233 req-cd610b62-cef8-4448-a80b-eaa2768ab5f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 1098 time: 0.0718181
May 04 18:24:24.202521 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529b2d7-93d4-4390-b231-7436c378d233 req-2fbd291e-a993-40e6-a6e5-fe1beb5dab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:24.204130 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4529b2d7-93d4-4390-b231-7436c378d233 req-2fbd291e-a993-40e6-a6e5-fe1beb5dab6a service neutron] 10.222.0.64 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 913 time: 0.2269182
May 04 18:24:24.349801 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1e0cd572-52b9-47f9-a5af-79543d92f369 req-13fa7d60-c35f-46c7-9da2-ed3b672e5399 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 210 time: 0.0482054
May 04 18:24:24.834976 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:25.142631 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:25.521794 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9cf84389-7d70-4db8-961a-777f3f0bf93f req-6c6e5eb0-8ec8-401e-95b4-96b8f515d5e5 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 210 time: 0.0437622
May 04 18:24:26.688765 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9b9aa4c8-f234-4b3f-919c-eea5bb719958 req-d4305844-6b50-47c0-9851-a88b836b7d0e tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=c809e7c7-bace-4c67-a90d-5af309d1833f HTTP/1.1" status: 200  len: 210 time: 0.0426939
May 04 18:24:26.867180 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:26.931267 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4529b2d7-93d4-4390-b231-7436c378d233 req-a466efed-e800-4384-95ce-c73f257f3039 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bda94ac-c3ae-4a89-a999-934cd83cd100 HTTP/1.1" status: 200  len: 1001 time: 0.1081388
May 04 18:24:27.005860 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529b2d7-93d4-4390-b231-7436c378d233 req-264b4c56-e386-4bab-b4f0-8730defa674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:27.007382 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4529b2d7-93d4-4390-b231-7436c378d233 req-264b4c56-e386-4bab-b4f0-8730defa674f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fca783-ec36-413f-bee2-a3a7d2aac972 HTTP/1.1" status: 200  len: 851 time: 0.0632191
May 04 18:24:27.091953 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529b2d7-93d4-4390-b231-7436c378d233 req-734364d2-dfea-483a-a981-85fc23f42fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:27.093330 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4529b2d7-93d4-4390-b231-7436c378d233 req-734364d2-dfea-483a-a981-85fc23f42fd8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36f919e1-7ef4-493f-9b57-fd05288bc669&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787976
May 04 18:24:27.230793 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4529b2d7-93d4-4390-b231-7436c378d233 req-c393e1cf-ce15-4682-b7d4-0aad030450ec service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300595
May 04 18:24:27.363756 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-4529b2d7-93d4-4390-b231-7436c378d233 req-d1d94825-79e2-482a-8464-4c4f4e253304 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259818
May 04 18:24:27.679723 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:24:27.715786 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:24:27.716144 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 8fe1d8aa-24b1-429b-bd7c-3d8f01fdab8c not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:24:28.056868 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-4e0baf19-90dd-4765-b80b-e562411527ee tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:28.059585 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-4e0baf19-90dd-4765-b80b-e562411527ee tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/networks?id=865570af-850f-420d-be9e-86fcc9ddf3b3 HTTP/1.1" status: 200  len: 808 time: 0.1547968
May 04 18:24:28.074604 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-047454cc-096c-40a8-ac85-34d31843282a tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/quotas/4466cf3edfa342939bc761d65f598a12 HTTP/1.1" status: 200  len: 375 time: 0.0099189
May 04 18:24:28.124662 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-2a364293-a9e4-470c-8942-163481608ffc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4466cf3edfa342939bc761d65f598a12&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0444844
May 04 18:24:28.264943 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-72001e5c-de3c-4d03-9bb1-3a9a3764bff9 service neutron] 10.222.0.67 "GET /v2.0/networks/865570af-850f-420d-be9e-86fcc9ddf3b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291356
May 04 18:24:28.403264 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-53530385-6f53-491d-af7d-b3e5faee7e2e service neutron] 10.222.0.67 "GET /v2.0/networks/865570af-850f-420d-be9e-86fcc9ddf3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322379
May 04 18:24:28.580937 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-edacba32-55a2-49af-a3d4-e9df00baae7d req-2dab24fa-e255-4237-8476-8c140b26515c tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 210 time: 0.0440850
May 04 18:24:29.627752 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-f73e0913-db7b-41c6-87a1-34044568ba0d tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:29.629473 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-f73e0913-db7b-41c6-87a1-34044568ba0d tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.64 "GET /v2.0/networks?id=865570af-850f-420d-be9e-86fcc9ddf3b3 HTTP/1.1" status: 200  len: 808 time: 0.1699016
May 04 18:24:29.649060 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-b6137d2b-d22f-4806-bdb6-1473aadd1058 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Request body: {'port': {'device_id': 'e65a36a0-bc83-4784-b8df-4bdbe0c05ef0', 'network_id': '865570af-850f-420d-be9e-86fcc9ddf3b3', 'admin_state_up': True, 'tenant_id': '4466cf3edfa342939bc761d65f598a12'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:24:29.912213 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-831bf32d-c490-4047-8d66-813dea00a59e req-43c7fb3b-099b-49dd-8bc4-e986f5daf3e6 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 210 time: 0.1612623
May 04 18:24:29.953346 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-b6137d2b-d22f-4806-bdb6-1473aadd1058 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:24:29.963799 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-b6137d2b-d22f-4806-bdb6-1473aadd1058 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:24:29.974744 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-b6137d2b-d22f-4806-bdb6-1473aadd1058 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Made reservation on behalf of 4466cf3edfa342939bc761d65f598a12 for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:24:29.978479 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-b6137d2b-d22f-4806-bdb6-1473aadd1058 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:30.144914 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-b6137d2b-d22f-4806-bdb6-1473aadd1058 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Allocated IP 172.20.0.6 (865570af-850f-420d-be9e-86fcc9ddf3b3/baa4c3b8-2a94-4a41-aa4d-1425c0762ad7/c27c48e5-56f3-448e-8a71-aca2b99c9ac2) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:24:30.346097 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-b6137d2b-d22f-4806-bdb6-1473aadd1058 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:30.376296 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-b6137d2b-d22f-4806-bdb6-1473aadd1058 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:30.383319 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-3c1694dc-df62-41fb-ab0c-f8f256bb3119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:30.443543 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-b6137d2b-d22f-4806-bdb6-1473aadd1058 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Network 865570af-850f-420d-be9e-86fcc9ddf3b3 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:24:30.446568 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-b6137d2b-d22f-4806-bdb6-1473aadd1058 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:24:30.455590 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-b6137d2b-d22f-4806-bdb6-1473aadd1058 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:24:30.507761 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6137d2b-d22f-4806-bdb6-1473aadd1058 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Pushing event updated for resources: {'Port': ['ID=c27c48e5-56f3-448e-8a71-aca2b99c9ac2,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:30.512404 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-b6137d2b-d22f-4806-bdb6-1473aadd1058 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:30.533671 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-b6137d2b-d22f-4806-bdb6-1473aadd1058 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:30.534286 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-b6137d2b-d22f-4806-bdb6-1473aadd1058 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:30.559570 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-b6137d2b-d22f-4806-bdb6-1473aadd1058 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9197984
May 04 18:24:30.571068 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Request body: {'port': {'device_id': 'e65a36a0-bc83-4784-b8df-4bdbe0c05ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:24:30.682926 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:31.026827 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27c48e5-56f3-448e-8a71-aca2b99c9ac2 {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:24:31.034728 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:31.048721 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Transition to ACTIVE for port object c27c48e5-56f3-448e-8a71-aca2b99c9ac2 will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:24:31.052856 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:31.056627 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-eaa4d292-dfad-4d90-a8eb-df593a1255c0 tempest-VolumesSnapshotTestJSON-387934391 tempest-VolumesSnapshotTestJSON-387934391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:31.112019 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1c8e2-75ba-4506-bdc8-596fa46b83a5 req-08364f63-4631-4959-aa97-96b5005e9156 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:31.113504 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6fc1c8e2-75ba-4506-bdc8-596fa46b83a5 req-08364f63-4631-4959-aa97-96b5005e9156 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 943 time: 0.0846057
May 04 18:24:31.161280 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6fc1c8e2-75ba-4506-bdc8-596fa46b83a5 req-2f77c995-b56b-45ea-a7ef-c7bd68445f75 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411756
May 04 18:24:31.185126 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Pushing event updated for resources: {'Port': ['ID=c27c48e5-56f3-448e-8a71-aca2b99c9ac2,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:31.217131 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:31.293302 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Attempting to bind port c27c48e5-56f3-448e-8a71-aca2b99c9ac2 on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:24:31.293650 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Attempting to bind port c27c48e5-56f3-448e-8a71-aca2b99c9ac2 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'b3cf165d-b4d3-4a04-9c77-ca32b491ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '865570af-850f-420d-be9e-86fcc9ddf3b3'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:24:31.293987 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Attempting to bind port c27c48e5-56f3-448e-8a71-aca2b99c9ac2 on network 865570af-850f-420d-be9e-86fcc9ddf3b3 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:24:31.298625 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Port c27c48e5-56f3-448e-8a71-aca2b99c9ac2 on network 865570af-850f-420d-be9e-86fcc9ddf3b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:24:31.298948 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Attempting to bind port c27c48e5-56f3-448e-8a71-aca2b99c9ac2 on network 865570af-850f-420d-be9e-86fcc9ddf3b3 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:24:31.304713 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:24:31.305054 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Checking segment: {'id': 'b3cf165d-b4d3-4a04-9c77-ca32b491ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '865570af-850f-420d-be9e-86fcc9ddf3b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:24:31.305441 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Bound using segment: {'id': 'b3cf165d-b4d3-4a04-9c77-ca32b491ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '865570af-850f-420d-be9e-86fcc9ddf3b3'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:24:31.305892 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Bound port: c27c48e5-56f3-448e-8a71-aca2b99c9ac2, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cf165d-b4d3-4a04-9c77-ca32b491ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '865570af-850f-420d-be9e-86fcc9ddf3b3'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:24:31.306236 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:31.398084 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] For port c27c48e5-56f3-448e-8a71-aca2b99c9ac2, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:24:31.402091 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] For port c27c48e5-56f3-448e-8a71-aca2b99c9ac2, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c27c48e5-56f3-448e-8a71-aca2b99c9ac2,segment=NetworkSegment(b3cf165d-b4d3-4a04-9c77-ca32b491ec40),segment_id=b3cf165d-b4d3-4a04-9c77-ca32b491ec40)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:24:31.406777 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:31.411478 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-46698a23-2738-4ef6-8be1-bab5c46b1f6c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:31.470457 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:31.471202 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:31.472445 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] 10.222.0.64 "PUT /v2.0/ports/c27c48e5-56f3-448e-8a71-aca2b99c9ac2 HTTP/1.1" status: 200  len: 1093 time: 0.9055047
May 04 18:24:31.472998 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65a36a0-bc83-4784-b8df-4bdbe0c05ef0', 'tag': 'c27c48e5-56f3-448e-8a71-aca2b99c9ac2'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:24:31.504379 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Pushing event updated for resources: {'Port': ['ID=c27c48e5-56f3-448e-8a71-aca2b99c9ac2,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:31.507628 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:31.563145 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65a36a0-bc83-4784-b8df-4bdbe0c05ef0', 'tag': 'c27c48e5-56f3-448e-8a71-aca2b99c9ac2', 'status': 'completed', 'code': 200}
May 04 18:24:31.607061 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-b8f474eb-b4cf-4442-8d69-3dd6cbbb1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:31.608576 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-b8f474eb-b4cf-4442-8d69-3dd6cbbb1cc3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4466cf3edfa342939bc761d65f598a12&device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 1096 time: 0.0804126
May 04 18:24:31.681621 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-e5d3e060-1cab-45d9-813a-f83b2c74527b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c27c48e5-56f3-448e-8a71-aca2b99c9ac2 HTTP/1.1" status: 200  len: 217 time: 0.0647383
May 04 18:24:31.746296 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-8e80c68f-9e3e-44cf-9471-88ef1a2b0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:31.747600 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-8e80c68f-9e3e-44cf-9471-88ef1a2b0990 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=baa4c3b8-2a94-4a41-aa4d-1425c0762ad7 HTTP/1.1" status: 200  len: 848 time: 0.0592132
May 04 18:24:31.893658 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-cfd66984-08c8-4563-87bd-bc8a5328f447 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=865570af-850f-420d-be9e-86fcc9ddf3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1388454
May 04 18:24:32.030135 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-ab86adf9-8ef8-4c0a-9f47-2eef1f8b081e service neutron] 10.222.0.64 "GET /v2.0/networks/865570af-850f-420d-be9e-86fcc9ddf3b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299429
May 04 18:24:32.164534 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b1fa2855-7fb5-4d32-86b1-66f4daabffeb req-878eff21-d599-40ce-ba94-84f16cc8e1e5 service neutron] 10.222.0.64 "GET /v2.0/networks/865570af-850f-420d-be9e-86fcc9ddf3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269999
May 04 18:24:32.279413 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6490110-8090-41be-8c90-fa7af5bb86f4 req-1175986a-5c12-4760-a8a8-02f38135572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:32.280797 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b6490110-8090-41be-8c90-fa7af5bb86f4 req-1175986a-5c12-4760-a8a8-02f38135572d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4466cf3edfa342939bc761d65f598a12&device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 1096 time: 0.0710001
May 04 18:24:32.350279 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292ad0c-3787-4161-95f1-d02e4059c442 req-f27c97b4-c687-4391-b4cc-90faf2dff2fe tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:32.351750 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d292ad0c-3787-4161-95f1-d02e4059c442 req-f27c97b4-c687-4391-b4cc-90faf2dff2fe tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 943 time: 0.0811772
May 04 18:24:32.402548 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-d292ad0c-3787-4161-95f1-d02e4059c442 req-010e9ab3-cd14-4db7-9511-e5c2c74853bd tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448387
May 04 18:24:32.422724 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6490110-8090-41be-8c90-fa7af5bb86f4 req-8e2a1979-fc07-4460-9523-77038fcf3b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:32.424720 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b6490110-8090-41be-8c90-fa7af5bb86f4 req-8e2a1979-fc07-4460-9523-77038fcf3b20 service neutron] 10.222.0.64 "GET /v2.0/networks?id=865570af-850f-420d-be9e-86fcc9ddf3b3 HTTP/1.1" status: 200  len: 909 time: 0.1341040
May 04 18:24:32.499186 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b6490110-8090-41be-8c90-fa7af5bb86f4 req-ffd5b102-c306-44db-8ac5-ed93c5a208ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c27c48e5-56f3-448e-8a71-aca2b99c9ac2 HTTP/1.1" status: 200  len: 217 time: 0.0672708
May 04 18:24:32.564983 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6490110-8090-41be-8c90-fa7af5bb86f4 req-7d32fbd4-4511-480c-847d-a84a48e5b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:32.566563 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b6490110-8090-41be-8c90-fa7af5bb86f4 req-7d32fbd4-4511-480c-847d-a84a48e5b77c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=baa4c3b8-2a94-4a41-aa4d-1425c0762ad7 HTTP/1.1" status: 200  len: 848 time: 0.0594285
May 04 18:24:32.620172 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b6490110-8090-41be-8c90-fa7af5bb86f4 req-d2e4e9a1-7102-44f3-a49f-e1a0a61a55ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=865570af-850f-420d-be9e-86fcc9ddf3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443733
May 04 18:24:32.751889 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b6490110-8090-41be-8c90-fa7af5bb86f4 req-3a496c3b-88be-41c5-883d-1a1450533fe5 service neutron] 10.222.0.64 "GET /v2.0/networks/865570af-850f-420d-be9e-86fcc9ddf3b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249855
May 04 18:24:32.889236 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b6490110-8090-41be-8c90-fa7af5bb86f4 req-70d5b35d-f61f-448b-9c2b-074e48efa201 service neutron] 10.222.0.64 "GET /v2.0/networks/865570af-850f-420d-be9e-86fcc9ddf3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298032
May 04 18:24:33.586741 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b7cdd-5fbc-4a30-8029-ec4844af5f7e req-a4cfe817-d685-4ebf-857d-d845bca7f0f3 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:33.587429 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-3a8b7cdd-5fbc-4a30-8029-ec4844af5f7e req-a4cfe817-d685-4ebf-857d-d845bca7f0f3 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Synchronizing usage tracker for tenant:4466cf3edfa342939bc761d65f598a12 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:24:33.603098 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-3a8b7cdd-5fbc-4a30-8029-ec4844af5f7e req-a4cfe817-d685-4ebf-857d-d845bca7f0f3 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Unset dirty status for tenant:4466cf3edfa342939bc761d65f598a12 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:24:33.604423 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3a8b7cdd-5fbc-4a30-8029-ec4844af5f7e req-a4cfe817-d685-4ebf-857d-d845bca7f0f3 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 943 time: 0.0953496
May 04 18:24:33.649727 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3a8b7cdd-5fbc-4a30-8029-ec4844af5f7e req-f46853c9-ff1a-4e42-b21a-20072c9c9a68 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394733
May 04 18:24:34.843308 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b4272-8d2d-44db-83d9-ef157a54e582 req-34fe55ed-0813-4329-ad52-77b185f91e10 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:34.844765 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2f7b4272-8d2d-44db-83d9-ef157a54e582 req-34fe55ed-0813-4329-ad52-77b185f91e10 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 943 time: 0.0868163
May 04 18:24:34.890730 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-2f7b4272-8d2d-44db-83d9-ef157a54e582 req-c27c2daf-dd03-4732-a0f6-739ecfc36336 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395846
May 04 18:24:36.084877 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c34577-7df7-4cda-be6a-fdc66071007d req-4a77df19-29f0-4176-a365-104c88544635 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:36.086493 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e1c34577-7df7-4cda-be6a-fdc66071007d req-4a77df19-29f0-4176-a365-104c88544635 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 943 time: 0.0880084
May 04 18:24:36.134388 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-e1c34577-7df7-4cda-be6a-fdc66071007d req-15be252b-8fb1-4012-9085-dd50832be47f tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419083
May 04 18:24:36.344422 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device c27c48e5-56f3-448e-8a71-aca2b99c9ac2 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:24:36.484262 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port c27c48e5-56f3-448e-8a71-aca2b99c9ac2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c27c48e5-56f3-448e-8a71-aca2b99c9ac2,segment=NetworkSegment(b3cf165d-b4d3-4a04-9c77-ca32b491ec40),segment_id=b3cf165d-b4d3-4a04-9c77-ca32b491ec40)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:24:36.499779 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': 'c27c48e5-56f3-448e-8a71-aca2b99c9ac2', 'network_id': '865570af-850f-420d-be9e-86fcc9ddf3b3', 'port_id': 'c27c48e5-56f3-448e-8a71-aca2b99c9ac2', 'mac_address': 'fa:16:3e:dd:c9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa4c3b8-2a94-4a41-aa4d-1425c0762ad7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:24:36.557057 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:36.576879 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27c48e5-56f3-448e-8a71-aca2b99c9ac2 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:24:36.592947 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port c27c48e5-56f3-448e-8a71-aca2b99c9ac2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c27c48e5-56f3-448e-8a71-aca2b99c9ac2,segment=NetworkSegment(b3cf165d-b4d3-4a04-9c77-ca32b491ec40),segment_id=b3cf165d-b4d3-4a04-9c77-ca32b491ec40)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:24:36.597450 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:36.599250 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:36.667725 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=c27c48e5-56f3-448e-8a71-aca2b99c9ac2,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:36.675630 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:36.675981 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:36.676324 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:36.676658 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:36.676993 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:36.677322 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:36.677668 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:36.678061 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:36.678327 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:36.678648 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:36.678971 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:36.679290 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:36.683409 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:37.328944 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb245ca-df51-436b-9f1d-6414991db5e9 req-4b0cf30f-052b-4266-b304-461b8fb66ceb tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:37.330410 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9cb245ca-df51-436b-9f1d-6414991db5e9 req-4b0cf30f-052b-4266-b304-461b8fb66ceb tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 944 time: 0.0880067
May 04 18:24:37.376006 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-9cb245ca-df51-436b-9f1d-6414991db5e9 req-9cbc04a9-d6f1-40d8-916f-da1a14932acc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393550
May 04 18:24:37.569895 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['c27c48e5-56f3-448e-8a71-aca2b99c9ac2'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:24:38.612962 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d328bb-3bfd-4ca9-aae9-40d6844db57c req-5956c0e9-2fbf-4218-9eac-6530676abe85 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:38.614509 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-33d328bb-3bfd-4ca9-aae9-40d6844db57c req-5956c0e9-2fbf-4218-9eac-6530676abe85 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 944 time: 0.1317077
May 04 18:24:38.663769 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-33d328bb-3bfd-4ca9-aae9-40d6844db57c req-8036e060-3824-4263-a548-c2d09e1cb669 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433896
May 04 18:24:39.736305 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device c27c48e5-56f3-448e-8a71-aca2b99c9ac2 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:24:39.804413 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port c27c48e5-56f3-448e-8a71-aca2b99c9ac2 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:24:39.809060 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port c27c48e5-56f3-448e-8a71-aca2b99c9ac2 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:24:39.809591 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:39.852748 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88d118-edc4-489e-8d1b-52bdf9543d86 req-52b957a2-d39c-41a6-86bc-c325e6ea5d2d tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:39.854254 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-af88d118-edc4-489e-8d1b-52bdf9543d86 req-52b957a2-d39c-41a6-86bc-c325e6ea5d2d tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 944 time: 0.0846550
May 04 18:24:39.904393 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-af88d118-edc4-489e-8d1b-52bdf9543d86 req-ebda6fd6-f263-4ee0-beb9-c13be36d0096 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442612
May 04 18:24:39.930429 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:39.957661 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65a36a0-bc83-4784-b8df-4bdbe0c05ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27c48e5-56f3-448e-8a71-aca2b99c9ac2'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:24:39.968012 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port c27c48e5-56f3-448e-8a71-aca2b99c9ac2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c27c48e5-56f3-448e-8a71-aca2b99c9ac2,segment=NetworkSegment(b3cf165d-b4d3-4a04-9c77-ca32b491ec40),segment_id=b3cf165d-b4d3-4a04-9c77-ca32b491ec40)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:24:39.973298 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:39.975825 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:40.008831 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65a36a0-bc83-4784-b8df-4bdbe0c05ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27c48e5-56f3-448e-8a71-aca2b99c9ac2', 'code': 200}
May 04 18:24:40.048191 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=c27c48e5-56f3-448e-8a71-aca2b99c9ac2,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:40.051357 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:40.236706 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b71cf-ca1c-4efb-9b54-86c7193d9bc9 req-10afb90d-326a-474b-ba64-397e8b144544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:40.238249 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b31b71cf-ca1c-4efb-9b54-86c7193d9bc9 req-10afb90d-326a-474b-ba64-397e8b144544 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 1098 time: 0.0695202
May 04 18:24:40.280885 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b31b71cf-ca1c-4efb-9b54-86c7193d9bc9 req-b63e9fb3-54d3-44a3-a066-95900904c42a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353546
May 04 18:24:41.127439 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b98c7-d6cb-42cb-a393-9ce20a0a7698 req-eb62838f-dc0e-49cd-9c7e-e4eb140afe59 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:41.128974 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e78b98c7-d6cb-42cb-a393-9ce20a0a7698 req-eb62838f-dc0e-49cd-9c7e-e4eb140afe59 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 945 time: 0.0883808
May 04 18:24:41.184106 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e78b98c7-d6cb-42cb-a393-9ce20a0a7698 req-d8d85f0b-25e8-4493-b469-3dfcbd83008a tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414791
May 04 18:24:41.190751 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 49240) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:41.305515 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:41.319826 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:24:41.323761 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:a6d7826552ca4cb39b4f5d01b2c00425 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:24:41.326591 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:24:41.332819 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:24:41.416465 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:41.420216 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:41.430998 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-5c7e0959-c589-40c4-8fab-887af976da44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:41.474863 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a6d7826552ca4cb39b4f5d01b2c00425&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2829792
May 04 18:24:41.475836 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84f30d7-a3c0-4f39-ba30-ad546ea996b7,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:41.477595 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 49246) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:41.484011 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:41.484395 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:41.484782 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:41.485139 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:41.485500 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:41.485904 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:41.486264 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:41.486667 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:41.487029 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:41.487386 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:41.487741 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:41.488096 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:24:41.492184 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3056bc77-c9a4-47fd-bba0-1254331c4aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:41.539254 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8f992cbb-46c9-465f-9797-c143264b040e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:41.565746 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8f992cbb-46c9-465f-9797-c143264b040e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:41.622387 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8f992cbb-46c9-465f-9797-c143264b040e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:41.626144 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-bf6d7425-d4c1-4a2c-875d-144c4fd3f7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:41.637480 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f992cbb-46c9-465f-9797-c143264b040e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84f30d7-a3c0-4f39-ba30-ad546ea996b7,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:41.640903 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-8f992cbb-46c9-465f-9797-c143264b040e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:41.644875 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8f992cbb-46c9-465f-9797-c143264b040e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:41.645995 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-8f992cbb-46c9-465f-9797-c143264b040e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c84f30d7-a3c0-4f39-ba30-ad546ea996b7 HTTP/1.1" status: 204  len: 168 time: 0.1672292
May 04 18:24:41.947835 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 49254) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:41.966240 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-517cb13b-4250-407a-bc9a-4e1faf8cdaf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:41.982205 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-517cb13b-4250-407a-bc9a-4e1faf8cdaf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:24:41.986188 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-517cb13b-4250-407a-bc9a-4e1faf8cdaf5 admin admin] Usage tracker for resource:security_group_rule and tenant:348e61030a19407aa4defe987c3728d6 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:24:41.989178 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-517cb13b-4250-407a-bc9a-4e1faf8cdaf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:24:41.995180 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-517cb13b-4250-407a-bc9a-4e1faf8cdaf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:24:42.092040 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-517cb13b-4250-407a-bc9a-4e1faf8cdaf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:42.096801 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-517cb13b-4250-407a-bc9a-4e1faf8cdaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:42.104464 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-86beacbc-6c19-4e5c-bc72-0b77d84296f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:42.146249 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-517cb13b-4250-407a-bc9a-4e1faf8cdaf5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=348e61030a19407aa4defe987c3728d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1972899
May 04 18:24:42.147032 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb13b-4250-407a-bc9a-4e1faf8cdaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49a0d52-be55-489b-8189-937d9bc81205,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:42.149081 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 49258) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:42.150360 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-517cb13b-4250-407a-bc9a-4e1faf8cdaf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:42.210983 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-41cb7f8d-11dd-433e-8cc2-dadc40b18c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:42.241897 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-41cb7f8d-11dd-433e-8cc2-dadc40b18c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:42.299118 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-41cb7f8d-11dd-433e-8cc2-dadc40b18c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:42.302936 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ae08609f-e44e-4445-85b6-85b27b38944a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:42.317340 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb7f8d-11dd-433e-8cc2-dadc40b18c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49a0d52-be55-489b-8189-937d9bc81205,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:42.319782 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-41cb7f8d-11dd-433e-8cc2-dadc40b18c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:42.328575 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-41cb7f8d-11dd-433e-8cc2-dadc40b18c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:42.333923 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-41cb7f8d-11dd-433e-8cc2-dadc40b18c2a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e49a0d52-be55-489b-8189-937d9bc81205 HTTP/1.1" status: 204  len: 168 time: 0.1796098
May 04 18:24:42.480284 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85a2b5-435d-4557-8243-6d20864ae31f req-4491a5e7-2b5f-4417-9020-ac5bb6d3c722 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:42.481795 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ed85a2b5-435d-4557-8243-6d20864ae31f req-4491a5e7-2b5f-4417-9020-ac5bb6d3c722 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 945 time: 0.1867607
May 04 18:24:42.529618 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-ed85a2b5-435d-4557-8243-6d20864ae31f req-1d7c9a45-6133-4d80-b29b-473788a62ee0 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416245
May 04 18:24:43.673181 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80aa33-c1d4-4df5-9065-cd667a477305 req-077541b3-3bbf-443c-8724-2d39c08f084d tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:43.674924 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-db80aa33-c1d4-4df5-9065-cd667a477305 req-077541b3-3bbf-443c-8724-2d39c08f084d tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 945 time: 0.0935829
May 04 18:24:43.723828 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-db80aa33-c1d4-4df5-9065-cd667a477305 req-026372d3-5572-45af-bda7-796f4f34086a tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431111
May 04 18:24:44.177466 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 49322) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:44.293337 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ce579c26-980d-44ba-ab8e-3faa7db121ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:44.308344 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-ce579c26-980d-44ba-ab8e-3faa7db121ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:24:44.312607 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-ce579c26-980d-44ba-ab8e-3faa7db121ce admin admin] Usage tracker for resource:security_group_rule and tenant:05592da88f5e44b0a4e906903e70e6f2 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:24:44.316212 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-ce579c26-980d-44ba-ab8e-3faa7db121ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:24:44.322033 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-ce579c26-980d-44ba-ab8e-3faa7db121ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:24:44.416108 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ce579c26-980d-44ba-ab8e-3faa7db121ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:44.420277 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-ce579c26-980d-44ba-ab8e-3faa7db121ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:44.428502 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-626569ab-b028-4950-8bce-3dae1fd05dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:44.470287 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-ce579c26-980d-44ba-ab8e-3faa7db121ce admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=05592da88f5e44b0a4e906903e70e6f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2917044
May 04 18:24:44.471842 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce579c26-980d-44ba-ab8e-3faa7db121ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13b4967-e084-4e13-86c0-aa5c93c49049,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:44.473660 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 49328) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:44.476771 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ce579c26-980d-44ba-ab8e-3faa7db121ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:44.537932 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-40517b56-303e-426a-8733-bcdf73a51a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:44.566368 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-40517b56-303e-426a-8733-bcdf73a51a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:44.630114 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-40517b56-303e-426a-8733-bcdf73a51a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:44.638560 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-ab2354ab-17b3-46c1-8827-6e2fff08812c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:44.661277 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40517b56-303e-426a-8733-bcdf73a51a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13b4967-e084-4e13-86c0-aa5c93c49049,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:44.664719 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-40517b56-303e-426a-8733-bcdf73a51a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:44.676008 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-40517b56-303e-426a-8733-bcdf73a51a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:44.681830 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-40517b56-303e-426a-8733-bcdf73a51a80 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c13b4967-e084-4e13-86c0-aa5c93c49049 HTTP/1.1" status: 204  len: 168 time: 0.2030659
May 04 18:24:44.926308 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c5440-4471-4ea2-b7a2-d97dfcdcc54a req-851f041b-b766-4d14-a8df-e554ac4751a1 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:44.927947 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-137c5440-4471-4ea2-b7a2-d97dfcdcc54a req-851f041b-b766-4d14-a8df-e554ac4751a1 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 945 time: 0.0840683
May 04 18:24:44.939205 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811dc3c-f5af-481f-9015-4c4b08a3450d req-74a063d8-48a3-433f-9789-5fda5980b822 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:24:44.940687 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a811dc3c-f5af-481f-9015-4c4b08a3450d req-74a063d8-48a3-433f-9789-5fda5980b822 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.64 "GET /v2.0/ports?device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 945 time: 0.0882218
May 04 18:24:44.989833 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-137c5440-4471-4ea2-b7a2-d97dfcdcc54a req-7c3ce031-48fb-43bd-98a6-febe9b4b5acd tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/security-groups?id=400be10c-9c73-4f28-9d8f-fd6bf4a303f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471654
May 04 18:24:44.998035 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 49338) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:45.029098 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-d06808a5-71a3-4f99-9ab3-f5ef2f3edcc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:45.089803 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-d06808a5-71a3-4f99-9ab3-f5ef2f3edcc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:24:45.099436 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-d06808a5-71a3-4f99-9ab3-f5ef2f3edcc3 admin admin] Usage tracker for resource:security_group_rule and tenant:33dfc250386e4039a9680d099745aacd is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:24:45.103452 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-d06808a5-71a3-4f99-9ab3-f5ef2f3edcc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:24:45.110245 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-d06808a5-71a3-4f99-9ab3-f5ef2f3edcc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:24:45.168327 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-a811dc3c-f5af-481f-9015-4c4b08a3450d req-2d9f5a4d-c13a-49e9-b54c-b624abcf0adc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Deleting port c27c48e5-56f3-448e-8a71-aca2b99c9ac2 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:24:45.168683 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-a811dc3c-f5af-481f-9015-4c4b08a3450d req-2d9f5a4d-c13a-49e9-b54c-b624abcf0adc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:45.325123 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-d06808a5-71a3-4f99-9ab3-f5ef2f3edcc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:45.334811 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-d06808a5-71a3-4f99-9ab3-f5ef2f3edcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:45.344944 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-76cc86a7-0895-41c4-b50b-c7b53cf83cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:45.375608 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-a811dc3c-f5af-481f-9015-4c4b08a3450d req-2d9f5a4d-c13a-49e9-b54c-b624abcf0adc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] For port c27c48e5-56f3-448e-8a71-aca2b99c9ac2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c27c48e5-56f3-448e-8a71-aca2b99c9ac2,segment=NetworkSegment(b3cf165d-b4d3-4a04-9c77-ca32b491ec40),segment_id=b3cf165d-b4d3-4a04-9c77-ca32b491ec40)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:24:45.376084 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-a811dc3c-f5af-481f-9015-4c4b08a3450d req-2d9f5a4d-c13a-49e9-b54c-b624abcf0adc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:45.503311 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-d06808a5-71a3-4f99-9ab3-f5ef2f3edcc3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=33dfc250386e4039a9680d099745aacd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5041506
May 04 18:24:45.506119 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 49346) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:45.512954 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-a811dc3c-f5af-481f-9015-4c4b08a3450d req-2d9f5a4d-c13a-49e9-b54c-b624abcf0adc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Calling delete_port for c27c48e5-56f3-448e-8a71-aca2b99c9ac2 owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:24:45.515538 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06808a5-71a3-4f99-9ab3-f5ef2f3edcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16859469-4c58-4f21-8501-c0bdfdffa4bc,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:45.520688 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-d06808a5-71a3-4f99-9ab3-f5ef2f3edcc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:45.567472 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d36c50e3-164e-4fec-9aeb-97db62c3065e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:45.594225 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d36c50e3-164e-4fec-9aeb-97db62c3065e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:45.627075 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-a811dc3c-f5af-481f-9015-4c4b08a3450d req-2d9f5a4d-c13a-49e9-b54c-b624abcf0adc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:45.634487 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-63a239a1-fd50-4d8c-b16f-1f0b86bb5968 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:45.640275 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['c27c48e5-56f3-448e-8a71-aca2b99c9ac2'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:24:45.648477 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d36c50e3-164e-4fec-9aeb-97db62c3065e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:45.652752 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-3ff6c2d6-30e6-4661-90ec-4f09dfb24d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:45.669406 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c50e3-164e-4fec-9aeb-97db62c3065e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16859469-4c58-4f21-8501-c0bdfdffa4bc,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:45.671922 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-d36c50e3-164e-4fec-9aeb-97db62c3065e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:45.681340 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f5a4d-c13a-49e9-b54c-b624abcf0adc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Pushing event deleted for resources: {'Port': ['ID=c27c48e5-56f3-448e-8a71-aca2b99c9ac2,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:45.682365 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d36c50e3-164e-4fec-9aeb-97db62c3065e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:45.685043 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-2d9f5a4d-c13a-49e9-b54c-b624abcf0adc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:45.686077 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-d36c50e3-164e-4fec-9aeb-97db62c3065e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/16859469-4c58-4f21-8501-c0bdfdffa4bc HTTP/1.1" status: 204  len: 168 time: 0.1784508
May 04 18:24:45.763843 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a811dc3c-f5af-481f-9015-4c4b08a3450d req-2d9f5a4d-c13a-49e9-b54c-b624abcf0adc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] No DVR routers for this DVR port c27c48e5-56f3-448e-8a71-aca2b99c9ac2 on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:24:45.766478 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-a811dc3c-f5af-481f-9015-4c4b08a3450d req-2d9f5a4d-c13a-49e9-b54c-b624abcf0adc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:45.770290 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65a36a0-bc83-4784-b8df-4bdbe0c05ef0', 'name': 'network-vif-deleted', 'tag': 'c27c48e5-56f3-448e-8a71-aca2b99c9ac2'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:24:45.791711 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a811dc3c-f5af-481f-9015-4c4b08a3450d req-2d9f5a4d-c13a-49e9-b54c-b624abcf0adc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.64 "DELETE /v2.0/ports/c27c48e5-56f3-448e-8a71-aca2b99c9ac2 HTTP/1.1" status: 204  len: 173 time: 0.8445058
May 04 18:24:45.817146 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65a36a0-bc83-4784-b8df-4bdbe0c05ef0', 'name': 'network-vif-deleted', 'tag': 'c27c48e5-56f3-448e-8a71-aca2b99c9ac2', 'status': 'completed', 'code': 200}
May 04 18:24:46.167845 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-daa76592-2e37-4c60-995e-ab142ec01059 req-388ffb26-8387-4fb6-a8b1-2021e1d72949 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] 10.222.0.67 "GET /v2.0/ports?device_id=e65a36a0-bc83-4784-b8df-4bdbe0c05ef0 HTTP/1.1" status: 200  len: 210 time: 0.0497615
May 04 18:24:50.571274 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device c27c48e5-56f3-448e-8a71-aca2b99c9ac2 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:24:50.608091 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-cb0b90d9-9dfc-462a-9167-f6b32daf09d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:50.609430 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: c27c48e5-56f3-448e-8a71-aca2b99c9ac2 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:24:50.609809 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device c27c48e5-56f3-448e-8a71-aca2b99c9ac2 not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:24:52.494451 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 49504) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:52.631443 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6dcdf28f-33fe-4fb2-b13f-a42195a11513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:52.653342 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-6dcdf28f-33fe-4fb2-b13f-a42195a11513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:24:52.657262 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-6dcdf28f-33fe-4fb2-b13f-a42195a11513 admin admin] Usage tracker for resource:security_group_rule and tenant:4d5a74d8427243a18f2adf80e04ac8c1 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:24:52.663801 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-6dcdf28f-33fe-4fb2-b13f-a42195a11513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:24:52.672250 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-6dcdf28f-33fe-4fb2-b13f-a42195a11513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:24:52.790675 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6dcdf28f-33fe-4fb2-b13f-a42195a11513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:52.796640 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6dcdf28f-33fe-4fb2-b13f-a42195a11513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:52.807431 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-8cbdd44e-c6ea-499e-8e6d-7bd0d8edf3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:52.841339 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 49518) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:52.851666 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-6dcdf28f-33fe-4fb2-b13f-a42195a11513 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4d5a74d8427243a18f2adf80e04ac8c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3557684
May 04 18:24:52.883437 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdf28f-33fe-4fb2-b13f-a42195a11513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebff13b1-7386-4379-ac4a-e6e52fb320c9,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:52.887217 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6dcdf28f-33fe-4fb2-b13f-a42195a11513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:52.922427 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-d816fa3d-2288-4f6a-bb33-f4382237d477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:52.925899 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:52.961381 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-d816fa3d-2288-4f6a-bb33-f4382237d477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:53.039591 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-d816fa3d-2288-4f6a-bb33-f4382237d477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:53.044823 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-0ff56c8f-b4ee-4165-a095-23441350a89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:53.060005 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816fa3d-2288-4f6a-bb33-f4382237d477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebff13b1-7386-4379-ac4a-e6e52fb320c9,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:53.064090 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-d816fa3d-2288-4f6a-bb33-f4382237d477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:53.070965 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-d816fa3d-2288-4f6a-bb33-f4382237d477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:53.074408 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-d816fa3d-2288-4f6a-bb33-f4382237d477 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ebff13b1-7386-4379-ac4a-e6e52fb320c9 HTTP/1.1" status: 204  len: 168 time: 0.2296965
May 04 18:24:53.431563 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 49526) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:53.446902 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-562975d7-b45e-4be1-80cf-bd554e4133d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:53.458235 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8c2cddf3-107e-488a-825b-913b8d735bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:53.474696 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-8c2cddf3-107e-488a-825b-913b8d735bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:24:53.479774 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-8c2cddf3-107e-488a-825b-913b8d735bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:18afe1875a3e4f1bbb7e77c4772a1d73 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:24:53.483538 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-8c2cddf3-107e-488a-825b-913b8d735bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:24:53.492829 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-8c2cddf3-107e-488a-825b-913b8d735bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:24:53.593922 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8c2cddf3-107e-488a-825b-913b8d735bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:53.599148 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8c2cddf3-107e-488a-825b-913b8d735bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:53.607355 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f94628f4-f8f3-4e94-8b9b-39cd2c454275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:53.651366 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cddf3-107e-488a-825b-913b8d735bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f4a214-df81-4e74-9899-06827dd85d0e,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:53.655968 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-8c2cddf3-107e-488a-825b-913b8d735bd2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=18afe1875a3e4f1bbb7e77c4772a1d73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2231290
May 04 18:24:53.657015 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-8c2cddf3-107e-488a-825b-913b8d735bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:53.659792 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 49530) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:53.732132 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-9049cbeb-4cee-46b0-bb58-1d25bbbb3dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:53.763479 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-9049cbeb-4cee-46b0-bb58-1d25bbbb3dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:53.835252 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-9049cbeb-4cee-46b0-bb58-1d25bbbb3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:53.846217 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-fbd1fc85-c209-44a5-a54e-f3a301e7b4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:53.866555 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049cbeb-4cee-46b0-bb58-1d25bbbb3dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f4a214-df81-4e74-9899-06827dd85d0e,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:53.875441 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-9049cbeb-4cee-46b0-bb58-1d25bbbb3dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:53.878305 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-9049cbeb-4cee-46b0-bb58-1d25bbbb3dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:53.885112 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-9049cbeb-4cee-46b0-bb58-1d25bbbb3dd3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/57f4a214-df81-4e74-9899-06827dd85d0e HTTP/1.1" status: 204  len: 168 time: 0.2224040
May 04 18:24:54.849788 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:55.232595 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:55.328461 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:24:56.319422 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 49602) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:56.499038 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-624fa379-0c37-4965-aa3d-c7769b08db70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:56.521605 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-624fa379-0c37-4965-aa3d-c7769b08db70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:24:56.527164 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-624fa379-0c37-4965-aa3d-c7769b08db70 admin admin] Usage tracker for resource:security_group_rule and tenant:1806b9feb9064aa7bff8906d80db89b4 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:24:56.530430 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-624fa379-0c37-4965-aa3d-c7769b08db70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:24:56.538015 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-624fa379-0c37-4965-aa3d-c7769b08db70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:24:56.647745 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-624fa379-0c37-4965-aa3d-c7769b08db70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:56.653382 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-624fa379-0c37-4965-aa3d-c7769b08db70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:56.662201 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-68159974-a6df-4d4f-88d7-8570271ce786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:56.714062 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 49608) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:56.715406 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-624fa379-0c37-4965-aa3d-c7769b08db70 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1806b9feb9064aa7bff8906d80db89b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3895204
May 04 18:24:56.716549 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fa379-0c37-4965-aa3d-c7769b08db70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92acb8e-3819-43e0-8fc3-d3bf6380fc88,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:56.722133 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-624fa379-0c37-4965-aa3d-c7769b08db70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:56.786627 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-d6227b8b-3089-43b4-84a9-306266f8765b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:56.820655 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-d6227b8b-3089-43b4-84a9-306266f8765b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:56.885089 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:56.930691 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-d6227b8b-3089-43b4-84a9-306266f8765b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:56.935256 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-fd3a9b23-82f0-4130-a01b-85a11f81311c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:56.948622 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6227b8b-3089-43b4-84a9-306266f8765b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92acb8e-3819-43e0-8fc3-d3bf6380fc88,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:56.954044 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-d6227b8b-3089-43b4-84a9-306266f8765b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:56.981817 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-d6227b8b-3089-43b4-84a9-306266f8765b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:56.987460 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-d6227b8b-3089-43b4-84a9-306266f8765b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b92acb8e-3819-43e0-8fc3-d3bf6380fc88 HTTP/1.1" status: 204  len: 168 time: 0.2712817
May 04 18:24:57.401540 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 49620) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:57.443855 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4f1c7daa-8143-45d8-b934-b50897831d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:57.461308 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-4f1c7daa-8143-45d8-b934-b50897831d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:24:57.465792 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-4f1c7daa-8143-45d8-b934-b50897831d5f admin admin] Usage tracker for resource:security_group_rule and tenant:3379116d007043a0a620e50d39e24d7d is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:24:57.469457 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-4f1c7daa-8143-45d8-b934-b50897831d5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:24:57.477532 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-4f1c7daa-8143-45d8-b934-b50897831d5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:24:57.590932 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4f1c7daa-8143-45d8-b934-b50897831d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:57.596697 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4f1c7daa-8143-45d8-b934-b50897831d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:57.607677 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f6d5eba2-e0e3-42b2-9b3a-6504dfd19370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:57.650136 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c7daa-8143-45d8-b934-b50897831d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80754add-1ea0-43bf-b7ba-28799bdf6e7f,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:57.662955 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-4f1c7daa-8143-45d8-b934-b50897831d5f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3379116d007043a0a620e50d39e24d7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2588727
May 04 18:24:57.665653 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 49624) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:57.666475 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-4f1c7daa-8143-45d8-b934-b50897831d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:57.741534 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4f9b-8a56-4a82-b941-1bc39eb3207c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:57.774271 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4f9b-8a56-4a82-b941-1bc39eb3207c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:57.864621 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4f9b-8a56-4a82-b941-1bc39eb3207c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:57.877910 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6879605a-d255-473a-b6b8-426dc7c5000a tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:57.908748 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4f9b-8a56-4a82-b941-1bc39eb3207c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:57.911560 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-2e0d4f9b-8a56-4a82-b941-1bc39eb3207c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/80754add-1ea0-43bf-b7ba-28799bdf6e7f HTTP/1.1" status: 204  len: 168 time: 0.2446182
May 04 18:24:57.915443 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d4f9b-8a56-4a82-b941-1bc39eb3207c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80754add-1ea0-43bf-b7ba-28799bdf6e7f,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:57.918636 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-2e0d4f9b-8a56-4a82-b941-1bc39eb3207c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:24:59.522657 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 49668) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:59.669415 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b05bd585-ed3d-4332-adf7-243fcbb0aca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:59.694708 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b05bd585-ed3d-4332-adf7-243fcbb0aca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:24:59.702372 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b05bd585-ed3d-4332-adf7-243fcbb0aca7 admin admin] Usage tracker for resource:security_group_rule and tenant:8b3c9927b70c455ab79c25178d52fc35 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:24:59.707647 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-b05bd585-ed3d-4332-adf7-243fcbb0aca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:24:59.714255 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-b05bd585-ed3d-4332-adf7-243fcbb0aca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:24:59.840229 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b05bd585-ed3d-4332-adf7-243fcbb0aca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:59.847582 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b05bd585-ed3d-4332-adf7-243fcbb0aca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:24:59.860950 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f5aa34a4-4bcf-4e6b-8b4c-44e89c6e8a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:24:59.939595 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-b05bd585-ed3d-4332-adf7-243fcbb0aca7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8b3c9927b70c455ab79c25178d52fc35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4148614
May 04 18:24:59.941117 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bd585-ed3d-4332-adf7-243fcbb0aca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f952719a-07bb-487e-999d-406f4f70e7f8,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:24:59.942010 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 49674) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:24:59.957432 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b05bd585-ed3d-4332-adf7-243fcbb0aca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:00.066981 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-81ca4a51-4817-4777-a632-94fd085be63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:00.109985 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-81ca4a51-4817-4777-a632-94fd085be63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:00.196559 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-81ca4a51-4817-4777-a632-94fd085be63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:00.201597 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-4f1c7daa-8143-45d8-b934-b50897831d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:00.219149 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca4a51-4817-4777-a632-94fd085be63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f952719a-07bb-487e-999d-406f4f70e7f8,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:00.229921 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-81ca4a51-4817-4777-a632-94fd085be63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:00.240472 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-81ca4a51-4817-4777-a632-94fd085be63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:00.240472 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-81ca4a51-4817-4777-a632-94fd085be63c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f952719a-07bb-487e-999d-406f4f70e7f8 HTTP/1.1" status: 204  len: 168 time: 0.2967103
May 04 18:25:09.438317 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 49792) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:25:09.500058 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_v2 [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Deleting subnet baa4c3b8-2a94-4a41-aa4d-1425c0762ad7 {{(pid=73827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 18:25:09.503336 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:09.653228 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2396967'] for subnet, precommit_delete_associations {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:09.710815 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134034807'] for subnet, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:09.982429 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134034814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2221822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3611703'] for subnet, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:09.986900 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:10.026927 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa4c3b8-2a94-4a41-aa4d-1425c0762ad7,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:10.030947 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:10.041412 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:10.041814 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:10.042187 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:10.042576 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:10.042937 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:10.043293 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:10.043646 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:10.043998 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:10.044352 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:10.044698 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:10.046098 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:10.046601 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:10.051537 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:10.054063 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-31540365-3eab-4d26-b289-fb052fa4e4e8 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/baa4c3b8-2a94-4a41-aa4d-1425c0762ad7 HTTP/1.1" status: 204  len: 168 time: 0.6137893
May 04 18:25:10.056556 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 49796) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:25:10.171081 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c9b23d36-d95a-49dc-9be3-11d7fc9f1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134169873'] for network, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:10.306957 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c9b23d36-d95a-49dc-9be3-11d7fc9f1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134021354', 'neutron.services.segments.db._delete_segments_for_network-8748915164721'] for network, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:10.425580 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-c9b23d36-d95a-49dc-9be3-11d7fc9f1a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f503dec69a0>,) {'filters': {'network_id': ['865570af-850f-420d-be9e-86fcc9ddf3b3']}} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:25:10.439862 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-c9b23d36-d95a-49dc-9be3-11d7fc9f1a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f503dec69a0>, 'b3cf165d-b4d3-4a04-9c77-ca32b491ec40') {'for_net_delete': True} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:25:10.440668 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.services.segments.db [None req-c9b23d36-d95a-49dc-9be3-11d7fc9f1a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f503dec69a0>, 'b3cf165d-b4d3-4a04-9c77-ca32b491ec40') {} {{(pid=73827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:25:10.452958 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c9b23d36-d95a-49dc-9be3-11d7fc9f1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748915175783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2396958'] for segment, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:10.470592 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c9b23d36-d95a-49dc-9be3-11d7fc9f1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:10.477441 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b23d36-d95a-49dc-9be3-11d7fc9f1a8c admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=73827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 18:25:10.659666 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-c9b23d36-d95a-49dc-9be3-11d7fc9f1a8c admin admin] Network 865570af-850f-420d-be9e-86fcc9ddf3b3 has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:25:10.669303 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c9b23d36-d95a-49dc-9be3-11d7fc9f1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134036002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221148'] for segment, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:10.850189 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [None req-c9b23d36-d95a-49dc-9be3-11d7fc9f1a8c admin admin] Network 865570af-850f-420d-be9e-86fcc9ddf3b3 has no segments {{(pid=73827) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]: Traceback (most recent call last):
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:     timer()
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:     cb(*args, **kw)
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:     return func(*args, **kwargs)
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:     self._notify()
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:     self.callback(batched_events)
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:     event.method(event)
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:     return f(self, *a, **k)
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._get(url).json()
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:     return self.request(url, 'GET', **kwargs)
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 18:25:10.873473 dv-cinder-789603-2-iscsi neutron-server[73827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 18:25:10.962642 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c9b23d36-d95a-49dc-9be3-11d7fc9f1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134021365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926019'] for network, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:10.966827 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-6a1fb638-6feb-4c7a-bde0-eca7689d1d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:10.980998 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-c9b23d36-d95a-49dc-9be3-11d7fc9f1a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:10.992253 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-c9b23d36-d95a-49dc-9be3-11d7fc9f1a8c admin admin] 10.222.0.67 "DELETE /v2.0/networks/865570af-850f-420d-be9e-86fcc9ddf3b3 HTTP/1.1" status: 204  len: 168 time: 0.9345536
May 04 18:25:10.993261 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b23d36-d95a-49dc-9be3-11d7fc9f1a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=865570af-850f-420d-be9e-86fcc9ddf3b3,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:10.995770 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-c9b23d36-d95a-49dc-9be3-11d7fc9f1a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:11.208829 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 49802) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:25:11.260726 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-5059099f-2e9e-4796-bbbd-3cd5535de4a5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4466cf3edfa342939bc761d65f598a12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502124
May 04 18:25:11.263643 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 49806) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:25:11.353496 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fc486609-f3af-4f33-a534-840704159a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:11.380942 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fc486609-f3af-4f33-a534-840704159a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:11.446044 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fc486609-f3af-4f33-a534-840704159a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:11.450059 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-3f467dbb-b6eb-4294-a8da-066430d7bbd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:11.466105 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc486609-f3af-4f33-a534-840704159a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400be10c-9c73-4f28-9d8f-fd6bf4a303f8,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:11.469114 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-fc486609-f3af-4f33-a534-840704159a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:11.481544 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-fc486609-f3af-4f33-a534-840704159a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:11.482683 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-fc486609-f3af-4f33-a534-840704159a5e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/400be10c-9c73-4f28-9d8f-fd6bf4a303f8 HTTP/1.1" status: 204  len: 168 time: 0.2178609
May 04 18:25:12.795492 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 49838) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:25:12.928569 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-14345e91-a934-4ad9-81c5-1b25df81d9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:12.944987 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-14345e91-a934-4ad9-81c5-1b25df81d9ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:25:12.949469 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-14345e91-a934-4ad9-81c5-1b25df81d9ff admin admin] Usage tracker for resource:security_group_rule and tenant:9547ef32c08f4b2ca82d4f99f7b14e30 is out of sync, need to count used quota {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:25:12.952878 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.quota.resource [None req-14345e91-a934-4ad9-81c5-1b25df81d9ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:25:12.960472 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.quota.driver [None req-14345e91-a934-4ad9-81c5-1b25df81d9ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:25:13.051554 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-14345e91-a934-4ad9-81c5-1b25df81d9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:13.055750 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-14345e91-a934-4ad9-81c5-1b25df81d9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:13.063269 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-ce579c26-980d-44ba-ab8e-3faa7db121ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:13.105794 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-14345e91-a934-4ad9-81c5-1b25df81d9ff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9547ef32c08f4b2ca82d4f99f7b14e30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3088808
May 04 18:25:13.106810 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14345e91-a934-4ad9-81c5-1b25df81d9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea08640-f81d-4187-99c3-d030e6ec15ae,revision_number=1']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:13.109037 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 49844) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:25:13.110335 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-14345e91-a934-4ad9-81c5-1b25df81d9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:13.174659 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2658ce62-655e-4764-8c8d-4dd8a6c3ea90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:13.204045 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2658ce62-655e-4764-8c8d-4dd8a6c3ea90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:13.257267 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2658ce62-655e-4764-8c8d-4dd8a6c3ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:13.261092 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-70eb43bf-ab6d-47cc-b900-cdbfe118c1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:13.276105 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658ce62-655e-4764-8c8d-4dd8a6c3ea90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea08640-f81d-4187-99c3-d030e6ec15ae,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:13.279810 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-2658ce62-655e-4764-8c8d-4dd8a6c3ea90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:13.284143 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-2658ce62-655e-4764-8c8d-4dd8a6c3ea90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:13.286509 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-2658ce62-655e-4764-8c8d-4dd8a6c3ea90 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7ea08640-f81d-4187-99c3-d030e6ec15ae HTTP/1.1" status: 204  len: 168 time: 0.1746747
May 04 18:25:16.155994 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-1184c256-0e76-4bef-8509-de17a185cd6b tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=fe455c0b68744e35895de96b6982c984&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0331199
May 04 18:25:16.420601 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-5001af07-0cc7-4be4-9808-634922171ed8 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:16.422203 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-5001af07-0cc7-4be4-9808-634922171ed8 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2597539
May 04 18:25:16.438669 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-796dbfff-b516-49cd-8a90-1b919b633a94 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/quotas/fe455c0b68744e35895de96b6982c984 HTTP/1.1" status: 200  len: 375 time: 0.0098495
May 04 18:25:16.494625 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-b9741c89-32f0-4eb4-bf76-7141fd3b8e22 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe455c0b68744e35895de96b6982c984&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0493956
May 04 18:25:16.922702 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b33ad966-4a09-4b4a-9d8b-73d0e346bfdf req-42ee3a89-25bc-4042-a37a-411bcc8ba52b tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 210 time: 0.2844505
May 04 18:25:17.700663 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-4fa4d941-aa25-432c-ba05-7d59eb079b51 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=fe455c0b68744e35895de96b6982c984&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0323622
May 04 18:25:17.868824 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-69a386f4-8456-46fe-939d-a0350d8647a2 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:17.870283 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-69a386f4-8456-46fe-939d-a0350d8647a2 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1646440
May 04 18:25:17.887151 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Request body: {'port': {'device_id': 'd1a508c2-439c-4a51-b750-88de17fea40e', 'network_id': '51e531b4-764f-4e04-b480-14a2ec7867b6', 'admin_state_up': True, 'tenant_id': 'fe455c0b68744e35895de96b6982c984'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:25:18.061367 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:25:18.065565 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Usage tracker for resource:port and tenant:fe455c0b68744e35895de96b6982c984 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:25:18.069272 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:25:18.076371 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:25:18.088487 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Made reservation on behalf of fe455c0b68744e35895de96b6982c984 for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:25:18.092124 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:18.106987 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Notify callbacks [] for security_group, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:18.112849 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-f1ef5fdb-3ee9-4217-9ab8-d52376b2a200 req-59218af7-19e4-4fc6-8021-e33061fc13bf tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 210 time: 0.0595684
May 04 18:25:18.129463 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:25:18.134370 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Usage tracker for resource:security_group_rule and tenant:fe455c0b68744e35895de96b6982c984 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:25:18.137891 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:25:18.145550 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:25:18.249761 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Notify callbacks [] for security_group, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:18.254565 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:18.257848 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-aa86f632-a291-48b9-9ba6-dcae2a5564af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:18.340780 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac14deac-f72e-433e-903e-f46a7a5acdab,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:18.346919 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:18.458749 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Allocated IP 192.168.233.236 (51e531b4-764f-4e04-b480-14a2ec7867b6/7fa2c38c-bac1-4f10-82c8-98580c411d3d/434948ae-8e0a-4f0c-85b1-0c4ae98841ff) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:25:18.713470 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:18.731389 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Transition to ACTIVE for port object 434948ae-8e0a-4f0c-85b1-0c4ae98841ff will not be triggered until provisioned by entity DHCP. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:25:18.757136 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:18.763338 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:18.832997 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Network 51e531b4-764f-4e04-b480-14a2ec7867b6 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:25:18.836888 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:25:18.841235 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:25:18.877988 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Pushing event updated for resources: {'Port': ['ID=434948ae-8e0a-4f0c-85b1-0c4ae98841ff,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:18.885153 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:18.920533 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:18.921151 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:18.954382 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-34ff582d-8f6f-41eb-82e2-c0ab42867c23 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0731523
May 04 18:25:18.965730 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-772c1c1a-6d8f-47de-81f4-57770facc2a0 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 18:25:18.966847 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-772c1c1a-6d8f-47de-81f4-57770facc2a0 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0060256
May 04 18:25:19.043916 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Request body: {'port': {'device_id': 'd1a508c2-439c-4a51-b750-88de17fea40e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:25:19.090259 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-9ef908f4-1d8b-41d8-9a67-6077feb52cf7 None None] Provisioning for port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:25:19.095832 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-9ef908f4-1d8b-41d8-9a67-6077feb52cf7 None None] Provisioning complete for port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:25:19.096211 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-9ef908f4-1d8b-41d8-9a67-6077feb52cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:19.158963 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-9ef908f4-1d8b-41d8-9a67-6077feb52cf7 None None] Port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:25:19.167805 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:19.507711 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f730ab3-1d12-4ca0-a8cc-042391d3cf9f req-0bc3c8d4-a593-4ec4-9228-986e69605446 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:19.508582 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-6f730ab3-1d12-4ca0-a8cc-042391d3cf9f req-0bc3c8d4-a593-4ec4-9228-986e69605446 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Synchronizing usage tracker for tenant:fe455c0b68744e35895de96b6982c984 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:25:19.550818 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-6f730ab3-1d12-4ca0-a8cc-042391d3cf9f req-0bc3c8d4-a593-4ec4-9228-986e69605446 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Unset dirty status for tenant:fe455c0b68744e35895de96b6982c984 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:25:19.552246 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6f730ab3-1d12-4ca0-a8cc-042391d3cf9f req-0bc3c8d4-a593-4ec4-9228-986e69605446 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 936 time: 0.2601688
May 04 18:25:19.656271 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434948ae-8e0a-4f0c-85b1-0c4ae98841ff {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:25:19.662838 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-6f730ab3-1d12-4ca0-a8cc-042391d3cf9f req-dee63f23-3a64-4fbc-bb7c-ce8ae6f0c798 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Synchronizing usage tracker for tenant:fe455c0b68744e35895de96b6982c984 on resource:security_group {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:25:19.669437 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:19.692808 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Transition to ACTIVE for port object 434948ae-8e0a-4f0c-85b1-0c4ae98841ff will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:25:19.695768 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-6f730ab3-1d12-4ca0-a8cc-042391d3cf9f req-dee63f23-3a64-4fbc-bb7c-ce8ae6f0c798 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Unset dirty status for tenant:fe455c0b68744e35895de96b6982c984 on resource:security_group {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:25:19.696969 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-6f730ab3-1d12-4ca0-a8cc-042391d3cf9f req-dee63f23-3a64-4fbc-bb7c-ce8ae6f0c798 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac14deac-f72e-433e-903e-f46a7a5acdab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355352
May 04 18:25:19.698296 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:19.703516 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-9f49d7b1-a074-4b00-87cc-19f8f043d009 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:19.968938 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Pushing event updated for resources: {'Port': ['ID=434948ae-8e0a-4f0c-85b1-0c4ae98841ff,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:19.978400 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:20.055275 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Attempting to bind port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:25:20.055666 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Attempting to bind port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '7d4656f6-01b8-407c-8c5e-9aeb2aaae88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '51e531b4-764f-4e04-b480-14a2ec7867b6'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:25:20.056037 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Attempting to bind port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff on network 51e531b4-764f-4e04-b480-14a2ec7867b6 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:25:20.061524 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff on network 51e531b4-764f-4e04-b480-14a2ec7867b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:25:20.061873 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Attempting to bind port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff on network 51e531b4-764f-4e04-b480-14a2ec7867b6 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:25:20.067643 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:25:20.067980 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Checking segment: {'id': '7d4656f6-01b8-407c-8c5e-9aeb2aaae88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '51e531b4-764f-4e04-b480-14a2ec7867b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:25:20.068365 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Bound using segment: {'id': '7d4656f6-01b8-407c-8c5e-9aeb2aaae88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '51e531b4-764f-4e04-b480-14a2ec7867b6'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:25:20.068789 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Bound port: 434948ae-8e0a-4f0c-85b1-0c4ae98841ff, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4656f6-01b8-407c-8c5e-9aeb2aaae88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '51e531b4-764f-4e04-b480-14a2ec7867b6'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:25:20.069145 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:20.168924 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] For port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:25:20.172261 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] For port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=434948ae-8e0a-4f0c-85b1-0c4ae98841ff,segment=NetworkSegment(7d4656f6-01b8-407c-8c5e-9aeb2aaae88b),segment_id=7d4656f6-01b8-407c-8c5e-9aeb2aaae88b)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:25:20.177575 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:20.181702 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-cd53d945-c354-4399-9057-777b5b398df1 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:20.238291 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:20.238580 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:20.240003 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] 10.222.0.64 "PUT /v2.0/ports/434948ae-8e0a-4f0c-85b1-0c4ae98841ff HTTP/1.1" status: 200  len: 1098 time: 1.2659724
May 04 18:25:20.240526 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a508c2-439c-4a51-b750-88de17fea40e', 'tag': '434948ae-8e0a-4f0c-85b1-0c4ae98841ff'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:25:20.269767 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Pushing event updated for resources: {'Port': ['ID=434948ae-8e0a-4f0c-85b1-0c4ae98841ff,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:20.273527 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:20.328795 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a508c2-439c-4a51-b750-88de17fea40e', 'tag': '434948ae-8e0a-4f0c-85b1-0c4ae98841ff', 'status': 'completed', 'code': 200}
May 04 18:25:20.387030 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-0ff928cf-d094-4058-95ce-f9904b3745db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:20.388906 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-0ff928cf-d094-4058-95ce-f9904b3745db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe455c0b68744e35895de96b6982c984&device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 1101 time: 0.0993569
May 04 18:25:20.461608 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-3e063d54-9d5d-493b-ba32-d873831a688e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=434948ae-8e0a-4f0c-85b1-0c4ae98841ff HTTP/1.1" status: 200  len: 217 time: 0.0642700
May 04 18:25:20.542114 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-6da37420-d90a-4a53-b1b5-f15efa9e9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:20.543761 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-6da37420-d90a-4a53-b1b5-f15efa9e9b1c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fa2c38c-bac1-4f10-82c8-98580c411d3d HTTP/1.1" status: 200  len: 843 time: 0.0744092
May 04 18:25:20.573706 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d1fa5407-0a46-4849-b3b6-9d863da0ef75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:20.625601 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-4ca57a9a-dbab-477f-b776-8f7a367c0f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:20.627234 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-4ca57a9a-dbab-477f-b776-8f7a367c0f44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51e531b4-764f-4e04-b480-14a2ec7867b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0768695
May 04 18:25:20.776522 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-fdd3a4cc-289f-4e76-b951-5e129b208fc3 service neutron] 10.222.0.64 "GET /v2.0/networks/51e531b4-764f-4e04-b480-14a2ec7867b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419642
May 04 18:25:20.972023 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-797bc067-493d-4cb5-bf35-951d22b4a7aa req-d7667002-0e72-4b56-a341-cc41b574ee0f service neutron] 10.222.0.64 "GET /v2.0/networks/51e531b4-764f-4e04-b480-14a2ec7867b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1881490
May 04 18:25:21.002637 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607f51a-dd84-4feb-ae4c-8ca76d3da485 req-a80c4b6a-3665-4acd-9bde-aa80168c7e4f tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:21.004688 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0607f51a-dd84-4feb-ae4c-8ca76d3da485 req-a80c4b6a-3665-4acd-9bde-aa80168c7e4f tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 948 time: 0.1328998
May 04 18:25:21.097402 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0607f51a-dd84-4feb-ae4c-8ca76d3da485 req-a0c0bd41-0214-4cbb-b9e0-2e5a7dd481a2 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac14deac-f72e-433e-903e-f46a7a5acdab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860858
May 04 18:25:21.139410 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb11606-bfe9-492d-ab58-567f37f49b78 req-e080c059-80f1-4b8c-9981-0fd635b5b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:21.141111 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7eb11606-bfe9-492d-ab58-567f37f49b78 req-e080c059-80f1-4b8c-9981-0fd635b5b5c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe455c0b68744e35895de96b6982c984&device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 1101 time: 0.1058605
May 04 18:25:21.287450 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb11606-bfe9-492d-ab58-567f37f49b78 req-7d2f7a0c-fac4-427a-a982-03778b1c3e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:21.288929 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7eb11606-bfe9-492d-ab58-567f37f49b78 req-7d2f7a0c-fac4-427a-a982-03778b1c3e7c service neutron] 10.222.0.64 "GET /v2.0/networks?id=51e531b4-764f-4e04-b480-14a2ec7867b6 HTTP/1.1" status: 200  len: 870 time: 0.1394427
May 04 18:25:21.365021 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7eb11606-bfe9-492d-ab58-567f37f49b78 req-873478d5-092d-4a86-ab2e-112f412a2e59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=434948ae-8e0a-4f0c-85b1-0c4ae98841ff HTTP/1.1" status: 200  len: 217 time: 0.0690019
May 04 18:25:21.433004 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb11606-bfe9-492d-ab58-567f37f49b78 req-25a68769-2883-4301-8d1b-d0a455e79642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:21.434594 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7eb11606-bfe9-492d-ab58-567f37f49b78 req-25a68769-2883-4301-8d1b-d0a455e79642 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fa2c38c-bac1-4f10-82c8-98580c411d3d HTTP/1.1" status: 200  len: 843 time: 0.0627987
May 04 18:25:21.522617 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb11606-bfe9-492d-ab58-567f37f49b78 req-2dfc2289-6372-4c48-986a-ebc67178406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:21.524172 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7eb11606-bfe9-492d-ab58-567f37f49b78 req-2dfc2289-6372-4c48-986a-ebc67178406b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51e531b4-764f-4e04-b480-14a2ec7867b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0824304
May 04 18:25:21.673651 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7eb11606-bfe9-492d-ab58-567f37f49b78 req-554e845a-5d1f-4979-b29c-acb6b3a2ffd4 service neutron] 10.222.0.64 "GET /v2.0/networks/51e531b4-764f-4e04-b480-14a2ec7867b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415894
May 04 18:25:21.932727 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-7eb11606-bfe9-492d-ab58-567f37f49b78 req-ef197a02-fd23-477f-b67d-c2ec893a8cb0 service neutron] 10.222.0.64 "GET /v2.0/networks/51e531b4-764f-4e04-b480-14a2ec7867b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2502251
May 04 18:25:22.303306 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347532e-8b03-4329-ac13-8405efa0bb16 req-4afaf993-ee89-40e0-97c1-ec3975640549 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:22.304786 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6347532e-8b03-4329-ac13-8405efa0bb16 req-4afaf993-ee89-40e0-97c1-ec3975640549 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 948 time: 0.0856121
May 04 18:25:22.358836 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-6347532e-8b03-4329-ac13-8405efa0bb16 req-d7f3c8e1-5d7a-484a-9ea8-97955c1b9545 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac14deac-f72e-433e-903e-f46a7a5acdab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478721
May 04 18:25:22.922744 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:23.112845 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fe7fc31c-b434-4a41-94b2-a93b48cd9a8e req-44bf23b2-f641-4d35-8be1-80938c10cd71 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0756316
May 04 18:25:23.265683 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fc31c-b434-4a41-94b2-a93b48cd9a8e req-0ad8d8b7-0e5b-4eb6-967c-b9f2f78590b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:23.267666 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fe7fc31c-b434-4a41-94b2-a93b48cd9a8e req-0ad8d8b7-0e5b-4eb6-967c-b9f2f78590b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 1098 time: 0.0786772
May 04 18:25:23.425978 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fc31c-b434-4a41-94b2-a93b48cd9a8e req-f0b71e39-be5f-4de6-8d9d-e541665ad480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:23.427464 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fe7fc31c-b434-4a41-94b2-a93b48cd9a8e req-f0b71e39-be5f-4de6-8d9d-e541665ad480 service neutron] 10.222.0.64 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 913 time: 0.1393292
May 04 18:25:23.441105 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-24ddaa6e-a969-4579-941d-854a2d8fa3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:23.589091 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fe7fc31c-b434-4a41-94b2-a93b48cd9a8e req-893c372c-8500-4758-8536-d162c51941c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bda94ac-c3ae-4a89-a999-934cd83cd100 HTTP/1.1" status: 200  len: 1001 time: 0.1537025
May 04 18:25:23.662089 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588426be-928c-41a1-b4ed-21ecef5ae85b req-8493f686-8612-4ee0-bec1-910283ffed56 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:23.663632 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-588426be-928c-41a1-b4ed-21ecef5ae85b req-8493f686-8612-4ee0-bec1-910283ffed56 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 948 time: 0.1739025
May 04 18:25:23.672609 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fc31c-b434-4a41-94b2-a93b48cd9a8e req-29bf2c5d-8261-43e2-b7ed-d3af1125f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:23.674335 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fe7fc31c-b434-4a41-94b2-a93b48cd9a8e req-29bf2c5d-8261-43e2-b7ed-d3af1125f19c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fca783-ec36-413f-bee2-a3a7d2aac972 HTTP/1.1" status: 200  len: 851 time: 0.0766947
May 04 18:25:23.759344 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-588426be-928c-41a1-b4ed-21ecef5ae85b req-c64fc414-8a41-4dfc-b6df-201de292b240 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac14deac-f72e-433e-903e-f46a7a5acdab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883856
May 04 18:25:23.793140 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fc31c-b434-4a41-94b2-a93b48cd9a8e req-5bdb7935-5ddc-46e3-8cbd-7348aa8a9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:23.794627 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fe7fc31c-b434-4a41-94b2-a93b48cd9a8e req-5bdb7935-5ddc-46e3-8cbd-7348aa8a9b27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36f919e1-7ef4-493f-9b57-fd05288bc669&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1029396
May 04 18:25:23.849920 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 434948ae-8e0a-4f0c-85b1-0c4ae98841ff details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:25:23.934659 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fe7fc31c-b434-4a41-94b2-a93b48cd9a8e req-72a38ac8-d1fe-473e-bd21-849a02993c21 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317334
May 04 18:25:23.999066 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=434948ae-8e0a-4f0c-85b1-0c4ae98841ff,segment=NetworkSegment(7d4656f6-01b8-407c-8c5e-9aeb2aaae88b),segment_id=7d4656f6-01b8-407c-8c5e-9aeb2aaae88b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:25:24.015963 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': '434948ae-8e0a-4f0c-85b1-0c4ae98841ff', 'network_id': '51e531b4-764f-4e04-b480-14a2ec7867b6', 'port_id': '434948ae-8e0a-4f0c-85b1-0c4ae98841ff', 'mac_address': 'fa:16:3e:5b:06:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa2c38c-bac1-4f10-82c8-98580c411d3d', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:25:24.074350 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:24.092209 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fe7fc31c-b434-4a41-94b2-a93b48cd9a8e req-3d886edf-4c04-4632-a11c-32b1f079f043 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502206
May 04 18:25:24.092540 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434948ae-8e0a-4f0c-85b1-0c4ae98841ff {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:25:24.111233 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=434948ae-8e0a-4f0c-85b1-0c4ae98841ff,segment=NetworkSegment(7d4656f6-01b8-407c-8c5e-9aeb2aaae88b),segment_id=7d4656f6-01b8-407c-8c5e-9aeb2aaae88b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:25:24.115405 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:24.117428 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-6735b99c-73e4-48e0-8cf3-21ac4a2419b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:24.189750 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=434948ae-8e0a-4f0c-85b1-0c4ae98841ff,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:24.193155 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:24.349462 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['434948ae-8e0a-4f0c-85b1-0c4ae98841ff'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:25:24.844028 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:24.957062 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52739ec-95cf-484e-a214-c1805eba46b6 req-ace1865a-9501-4e29-bd2a-8c1659fbd0fb tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:24.958785 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c52739ec-95cf-484e-a214-c1805eba46b6 req-ace1865a-9501-4e29-bd2a-8c1659fbd0fb tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 949 time: 0.0854242
May 04 18:25:25.006091 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c52739ec-95cf-484e-a214-c1805eba46b6 req-00cc325a-c927-4b05-9ee9-96f4e45817e2 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac14deac-f72e-433e-903e-f46a7a5acdab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408876
May 04 18:25:25.163908 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:25.849538 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 434948ae-8e0a-4f0c-85b1-0c4ae98841ff up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:25:25.916222 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:25:25.920891 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:25:25.921259 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:26.044139 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:26.073225 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a508c2-439c-4a51-b750-88de17fea40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434948ae-8e0a-4f0c-85b1-0c4ae98841ff'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:25:26.083866 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=434948ae-8e0a-4f0c-85b1-0c4ae98841ff,segment=NetworkSegment(7d4656f6-01b8-407c-8c5e-9aeb2aaae88b),segment_id=7d4656f6-01b8-407c-8c5e-9aeb2aaae88b)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:25:26.090057 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:26.092941 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-cd2d218b-b8f6-4ae9-8ee4-a49804cb71d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:26.131285 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a508c2-439c-4a51-b750-88de17fea40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434948ae-8e0a-4f0c-85b1-0c4ae98841ff', 'code': 200}
May 04 18:25:26.179173 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=434948ae-8e0a-4f0c-85b1-0c4ae98841ff,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:26.182345 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:26.247768 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43b21b-4c48-4d8a-8384-cab5db10f547 req-05a8864b-d0d7-43c5-8291-f42234e3b0ea tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:26.251728 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-eb43b21b-4c48-4d8a-8384-cab5db10f547 req-05a8864b-d0d7-43c5-8291-f42234e3b0ea tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 950 time: 0.0980208
May 04 18:25:26.310454 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-eb43b21b-4c48-4d8a-8384-cab5db10f547 req-e43a83fb-4202-43f3-ab1a-34d0a0ac7a70 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac14deac-f72e-433e-903e-f46a7a5acdab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500264
May 04 18:25:26.404648 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8554b3-86d9-43c8-8cab-f933cdc543f2 req-db890364-9b19-4149-ad11-daf9f427e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:26.406393 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fe8554b3-86d9-43c8-8cab-f933cdc543f2 req-db890364-9b19-4149-ad11-daf9f427e6d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 1103 time: 0.0787761
May 04 18:25:26.448900 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fe8554b3-86d9-43c8-8cab-f933cdc543f2 req-8dd737e6-7dc0-43bf-a10c-6617abac725e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ac14deac-f72e-433e-903e-f46a7a5acdab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362329
May 04 18:25:26.867004 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:27.504910 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c05b9-200b-4f1e-ad95-167e0a5a0dc9 req-c29fcbc6-f55c-4ce4-bce1-6000bd086508 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:27.506414 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ab3c05b9-200b-4f1e-ad95-167e0a5a0dc9 req-c29fcbc6-f55c-4ce4-bce1-6000bd086508 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 950 time: 0.0842614
May 04 18:25:27.552192 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ab3c05b9-200b-4f1e-ad95-167e0a5a0dc9 req-fd88e84a-7933-4b6a-89c3-7d29ccb0931d tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac14deac-f72e-433e-903e-f46a7a5acdab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399604
May 04 18:25:28.764726 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122790c-65e9-46ee-aef1-d3cba7680c96 req-a64133f8-6eda-4f5c-b9f3-7d63d48e0788 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:28.766280 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0122790c-65e9-46ee-aef1-d3cba7680c96 req-a64133f8-6eda-4f5c-b9f3-7d63d48e0788 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 950 time: 0.0903387
May 04 18:25:28.814876 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0122790c-65e9-46ee-aef1-d3cba7680c96 req-580e2e86-efc0-40e4-aefd-6252d76eb81c tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac14deac-f72e-433e-903e-f46a7a5acdab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419452
May 04 18:25:30.009816 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234ae70-10fe-4ef4-99be-ffb1d32ab1e9 req-9916fa0e-629c-4965-8006-e12d313ab752 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:30.011349 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3234ae70-10fe-4ef4-99be-ffb1d32ab1e9 req-9916fa0e-629c-4965-8006-e12d313ab752 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 950 time: 0.0866797
May 04 18:25:30.059192 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3234ae70-10fe-4ef4-99be-ffb1d32ab1e9 req-712aa963-f21b-4ce3-a7e4-ed6e36825766 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac14deac-f72e-433e-903e-f46a7a5acdab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419209
May 04 18:25:31.263080 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4f66a-50d8-4542-b90d-eb415b26ceee req-1f2023c4-5d75-4dd4-9730-5aa481fd78ee tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:31.264556 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5dc4f66a-50d8-4542-b90d-eb415b26ceee req-1f2023c4-5d75-4dd4-9730-5aa481fd78ee tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 950 time: 0.0837543
May 04 18:25:31.311659 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-5dc4f66a-50d8-4542-b90d-eb415b26ceee req-d707ca92-79a7-4d3e-bca8-1649e263294a tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac14deac-f72e-433e-903e-f46a7a5acdab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403061
May 04 18:25:31.927470 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ae15d-3152-411c-864d-d7b083aa5592 req-fa855368-9aa1-426b-a07a-b103b6c63f6f tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:31.928936 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fb0ae15d-3152-411c-864d-d7b083aa5592 req-fa855368-9aa1-426b-a07a-b103b6c63f6f tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 950 time: 0.0865903
May 04 18:25:32.005663 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-fb0ae15d-3152-411c-864d-d7b083aa5592 req-b1fbb21b-3fec-4fb0-84d5-d4baede036f8 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac14deac-f72e-433e-903e-f46a7a5acdab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700994
May 04 18:25:32.330608 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:25:33.213096 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c29b47-8cdf-4038-8b66-829f2fdfd15a req-4773025e-3eb3-4aa2-8046-4e232380253a tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:33.214624 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c2c29b47-8cdf-4038-8b66-829f2fdfd15a req-4773025e-3eb3-4aa2-8046-4e232380253a tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 950 time: 0.0894554
May 04 18:25:33.263752 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-c2c29b47-8cdf-4038-8b66-829f2fdfd15a req-a53abc59-80ef-4537-9eb5-f580a44f887b tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac14deac-f72e-433e-903e-f46a7a5acdab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427165
May 04 18:25:33.342332 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769876f-0654-49be-97a7-7305e6b1e2f6 req-55366851-b73c-4203-9e84-380cd9bd8860 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:33.343815 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9769876f-0654-49be-97a7-7305e6b1e2f6 req-55366851-b73c-4203-9e84-380cd9bd8860 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 950 time: 0.0894771
May 04 18:25:33.487418 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-9769876f-0654-49be-97a7-7305e6b1e2f6 req-a4d5ac32-7888-4b70-a18a-d8cc9b187619 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Deleting port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:25:33.487760 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9769876f-0654-49be-97a7-7305e6b1e2f6 req-a4d5ac32-7888-4b70-a18a-d8cc9b187619 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:33.719729 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-9769876f-0654-49be-97a7-7305e6b1e2f6 req-a4d5ac32-7888-4b70-a18a-d8cc9b187619 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] For port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=434948ae-8e0a-4f0c-85b1-0c4ae98841ff,segment=NetworkSegment(7d4656f6-01b8-407c-8c5e-9aeb2aaae88b),segment_id=7d4656f6-01b8-407c-8c5e-9aeb2aaae88b)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:25:33.720087 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9769876f-0654-49be-97a7-7305e6b1e2f6 req-a4d5ac32-7888-4b70-a18a-d8cc9b187619 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:33.849484 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-9769876f-0654-49be-97a7-7305e6b1e2f6 req-a4d5ac32-7888-4b70-a18a-d8cc9b187619 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Calling delete_port for 434948ae-8e0a-4f0c-85b1-0c4ae98841ff owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:25:33.970172 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9769876f-0654-49be-97a7-7305e6b1e2f6 req-a4d5ac32-7888-4b70-a18a-d8cc9b187619 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:33.976020 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a63c7990-e151-4177-9d24-ee9a3ba0539a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:33.981916 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['434948ae-8e0a-4f0c-85b1-0c4ae98841ff'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:25:34.025792 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5ac32-7888-4b70-a18a-d8cc9b187619 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Pushing event deleted for resources: {'Port': ['ID=434948ae-8e0a-4f0c-85b1-0c4ae98841ff,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:34.028979 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-a4d5ac32-7888-4b70-a18a-d8cc9b187619 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:34.107525 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9769876f-0654-49be-97a7-7305e6b1e2f6 req-a4d5ac32-7888-4b70-a18a-d8cc9b187619 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] No DVR routers for this DVR port 434948ae-8e0a-4f0c-85b1-0c4ae98841ff on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:25:34.111886 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-9769876f-0654-49be-97a7-7305e6b1e2f6 req-a4d5ac32-7888-4b70-a18a-d8cc9b187619 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:34.116399 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a508c2-439c-4a51-b750-88de17fea40e', 'name': 'network-vif-deleted', 'tag': '434948ae-8e0a-4f0c-85b1-0c4ae98841ff'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:25:34.136402 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-9769876f-0654-49be-97a7-7305e6b1e2f6 req-a4d5ac32-7888-4b70-a18a-d8cc9b187619 tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.64 "DELETE /v2.0/ports/434948ae-8e0a-4f0c-85b1-0c4ae98841ff HTTP/1.1" status: 204  len: 173 time: 0.7855985
May 04 18:25:34.197577 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a508c2-439c-4a51-b750-88de17fea40e', 'name': 'network-vif-deleted', 'tag': '434948ae-8e0a-4f0c-85b1-0c4ae98841ff', 'status': 'completed', 'code': 200}
May 04 18:25:34.438535 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-3f818952-b6b4-4ca8-a3da-f84989d7ffcc req-1163c53c-aace-4fc3-926e-2e35645dc11f tempest-VolumesNegativeTest-1152774110 tempest-VolumesNegativeTest-1152774110-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a508c2-439c-4a51-b750-88de17fea40e HTTP/1.1" status: 200  len: 210 time: 0.0448503
May 04 18:25:34.932127 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-af306bbf-1764-49a9-bc40-0679eeec85d4 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839905269&fields=id&tenant_id=948efb75ffcb48c38be4bc5021fc11f2 HTTP/1.1" status: 200  len: 267 time: 0.0416687
May 04 18:25:35.098282 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-93cf7f58-be27-4c1a-9d42-132ec924390c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:35.099652 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-93cf7f58-be27-4c1a-9d42-132ec924390c tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 812 time: 0.1598108
May 04 18:25:35.164639 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-713ac72c-c7ec-4654-9c5d-baae4cc0101d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/quotas/948efb75ffcb48c38be4bc5021fc11f2 HTTP/1.1" status: 200  len: 375 time: 0.0594854
May 04 18:25:35.256797 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-d366504a-63b2-477d-af9a-21315e7831d0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0864408
May 04 18:25:35.272853 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-3954f6fa-acd7-4529-acf7-f69aa6a4e4d9 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 18:25:35.273857 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-3954f6fa-acd7-4529-acf7-f69aa6a4e4d9 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053513
May 04 18:25:35.414751 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-93711de7-7aac-476d-bba8-ffb5e71991c7 service neutron] 10.222.0.67 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350236
May 04 18:25:35.583445 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-b86d86ac-7238-41fa-b008-8d0510e3aa3e service neutron] 10.222.0.67 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1625690
May 04 18:25:36.065958 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8a052caa-626e-470a-af81-b5f17d86b90a req-411a2d81-d618-4653-9d0c-50abea871cf2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 210 time: 0.0681546
May 04 18:25:37.214560 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-97d940d1-4bf2-42dd-8e2f-5bf7ce4e863e req-0434432d-b53a-4c73-9d8b-ed94dcc62bda tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 210 time: 0.0463560
May 04 18:25:37.461484 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-caf7d444-6e18-493d-ace2-5b4a9a631646 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:37.463338 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-caf7d444-6e18-493d-ace2-5b4a9a631646 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.64 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 812 time: 0.2243097
May 04 18:25:37.523135 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-8edf936e-8f9f-4a93-9781-fe7d7bb6f9e4 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=948efb75ffcb48c38be4bc5021fc11f2 HTTP/1.1" status: 200  len: 380 time: 0.0504107
May 04 18:25:37.540649 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-cbf3ab67-bcf6-47a4-8188-53f54417edfb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Request body: {'port': {'device_id': 'dc4deb0e-973b-4fa0-bc75-ac18462ccc20', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'admin_state_up': True, 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'security_groups': ['14d9ce85-d867-4e4a-bb57-c9d155b4d207']}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:25:37.688687 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-cbf3ab67-bcf6-47a4-8188-53f54417edfb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:25:37.698239 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-cbf3ab67-bcf6-47a4-8188-53f54417edfb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:25:37.708571 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-cbf3ab67-bcf6-47a4-8188-53f54417edfb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Made reservation on behalf of 948efb75ffcb48c38be4bc5021fc11f2 for: {'port': 1} {{(pid=73827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 18:25:37.712215 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-cbf3ab67-bcf6-47a4-8188-53f54417edfb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:37.892010 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-cbf3ab67-bcf6-47a4-8188-53f54417edfb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Allocated IP 172.20.0.4 (36f919e1-7ef4-493f-9b57-fd05288bc669/48fca783-ec36-413f-bee2-a3a7d2aac972/fb042c5d-24c1-452a-bbae-e04fee151433) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:25:37.940943 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 434948ae-8e0a-4f0c-85b1-0c4ae98841ff no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:25:38.008471 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: 434948ae-8e0a-4f0c-85b1-0c4ae98841ff {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:25:38.009125 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 434948ae-8e0a-4f0c-85b1-0c4ae98841ff not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:25:38.252817 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-cbf3ab67-bcf6-47a4-8188-53f54417edfb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:38.272003 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-cbf3ab67-bcf6-47a4-8188-53f54417edfb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Transition to ACTIVE for port object fb042c5d-24c1-452a-bbae-e04fee151433 will not be triggered until provisioned by entity DHCP. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:25:38.297387 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-cbf3ab67-bcf6-47a4-8188-53f54417edfb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:38.311322 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:38.365618 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-cbf3ab67-bcf6-47a4-8188-53f54417edfb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Network 36f919e1-7ef4-493f-9b57-fd05288bc669 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:25:38.369326 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-cbf3ab67-bcf6-47a4-8188-53f54417edfb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:25:38.371913 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-cbf3ab67-bcf6-47a4-8188-53f54417edfb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:25:38.434074 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bac316-276a-49f1-b3eb-418a764c9c8c req-eb50cb2d-72fe-46c3-8465-93ec0e47ef22 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:38.436846 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-71bac316-276a-49f1-b3eb-418a764c9c8c req-eb50cb2d-72fe-46c3-8465-93ec0e47ef22 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 931 time: 0.0982497
May 04 18:25:38.459926 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-cbf3ab67-bcf6-47a4-8188-53f54417edfb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:38.460647 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-cbf3ab67-bcf6-47a4-8188-53f54417edfb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:38.476269 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3ab67-bcf6-47a4-8188-53f54417edfb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event updated for resources: {'Port': ['ID=fb042c5d-24c1-452a-bbae-e04fee151433,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:38.484132 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-cbf3ab67-bcf6-47a4-8188-53f54417edfb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:38.505160 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-cbf3ab67-bcf6-47a4-8188-53f54417edfb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9697266
May 04 18:25:38.508105 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-71bac316-276a-49f1-b3eb-418a764c9c8c req-d9bc029f-0e7a-4096-80d3-bea845c57e17 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646617
May 04 18:25:38.520429 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Request body: {'port': {'device_id': 'dc4deb0e-973b-4fa0-bc75-ac18462ccc20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:25:38.655928 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:38.671879 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-9c5d21df-fc90-4d39-938d-c43e639722f6 None None] Provisioning for port fb042c5d-24c1-452a-bbae-e04fee151433 completed by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:25:38.678976 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-9c5d21df-fc90-4d39-938d-c43e639722f6 None None] Provisioning complete for port fb042c5d-24c1-452a-bbae-e04fee151433 triggered by entity DHCP. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:25:38.679822 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-9c5d21df-fc90-4d39-938d-c43e639722f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:38.749412 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d21df-fc90-4d39-938d-c43e639722f6 None None] Port fb042c5d-24c1-452a-bbae-e04fee151433 cannot update to ACTIVE because it is not bound. {{(pid=73829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 18:25:39.043969 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb042c5d-24c1-452a-bbae-e04fee151433 {{(pid=73827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:25:39.052117 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:39.068862 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.provisioning_blocks [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Transition to ACTIVE for port object fb042c5d-24c1-452a-bbae-e04fee151433 will not be triggered until provisioned by entity L2. {{(pid=73827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 18:25:39.072481 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:39.076492 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-91bef7de-6b80-401c-b458-c107094bf9ec tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:39.236574 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Pushing event updated for resources: {'Port': ['ID=fb042c5d-24c1-452a-bbae-e04fee151433,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:39.240254 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:39.347694 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Attempting to bind port fb042c5d-24c1-452a-bbae-e04fee151433 on host hv-cinder-78960 for vnic_type normal with profile  {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 18:25:39.348384 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Attempting to bind port fb042c5d-24c1-452a-bbae-e04fee151433 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 18:25:39.348516 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Attempting to bind port fb042c5d-24c1-452a-bbae-e04fee151433 on network 36f919e1-7ef4-493f-9b57-fd05288bc669 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:25:39.362902 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Port fb042c5d-24c1-452a-bbae-e04fee151433 on network 36f919e1-7ef4-493f-9b57-fd05288bc669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 18:25:39.363192 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Attempting to bind port fb042c5d-24c1-452a-bbae-e04fee151433 on network 36f919e1-7ef4-493f-9b57-fd05288bc669 {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 18:25:39.372734 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Checking agent: {'id': '520af369-5242-4ea2-9f30-64b3ae6e3f2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'started_at': datetime.datetime(2021, 5, 4, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 18, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 18:25:39.373456 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Checking segment: {'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 18:25:39.374615 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Bound using segment: {'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'} {{(pid=73827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 18:25:39.376580 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.managers [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Bound port: fb042c5d-24c1-452a-bbae-e04fee151433, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669'}}] {{(pid=73827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 18:25:39.377150 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:39.489166 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] For port fb042c5d-24c1-452a-bbae-e04fee151433, host hv-cinder-78960, cleared binding levels {{(pid=73827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 18:25:39.493063 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] For port fb042c5d-24c1-452a-bbae-e04fee151433, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fb042c5d-24c1-452a-bbae-e04fee151433,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 18:25:39.498543 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:39.504874 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-cfce710e-c26c-40fa-80b3-7f6a80ed0ddc tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:39.565009 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:39.565613 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:39.567659 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] 10.222.0.64 "PUT /v2.0/ports/fb042c5d-24c1-452a-bbae-e04fee151433 HTTP/1.1" status: 200  len: 1093 time: 1.0520847
May 04 18:25:39.567659 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4deb0e-973b-4fa0-bc75-ac18462ccc20', 'tag': 'fb042c5d-24c1-452a-bbae-e04fee151433'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:25:39.606503 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Pushing event updated for resources: {'Port': ['ID=fb042c5d-24c1-452a-bbae-e04fee151433,revision_number=3']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:39.611079 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:39.734130 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4deb0e-973b-4fa0-bc75-ac18462ccc20', 'tag': 'fb042c5d-24c1-452a-bbae-e04fee151433', 'status': 'completed', 'code': 200}
May 04 18:25:39.778417 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-b530963f-3085-43da-90e7-9f861ecad502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:39.779905 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-b530963f-3085-43da-90e7-9f861ecad502 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 1096 time: 0.1624963
May 04 18:25:39.792082 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c608ba-bded-42b0-a9bb-9a361d184915 req-9f461b15-fb38-41f6-b130-dda234a631b1 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:39.792451 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-44c608ba-bded-42b0-a9bb-9a361d184915 req-9f461b15-fb38-41f6-b130-dda234a631b1 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Synchronizing usage tracker for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:25:39.861618 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-7dd2705b-7e90-4377-be97-14109a7a3907 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb042c5d-24c1-452a-bbae-e04fee151433 HTTP/1.1" status: 200  len: 217 time: 0.0661576
May 04 18:25:39.904536 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-44c608ba-bded-42b0-a9bb-9a361d184915 req-9f461b15-fb38-41f6-b130-dda234a631b1 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Unset dirty status for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:25:39.905676 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-44c608ba-bded-42b0-a9bb-9a361d184915 req-9f461b15-fb38-41f6-b130-dda234a631b1 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 943 time: 0.2349010
May 04 18:25:39.957073 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-3e24369d-0d8c-4d10-80c3-5dabb9482475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:39.958523 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-3e24369d-0d8c-4d10-80c3-5dabb9482475 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fca783-ec36-413f-bee2-a3a7d2aac972 HTTP/1.1" status: 200  len: 851 time: 0.0898333
May 04 18:25:39.969994 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-44c608ba-bded-42b0-a9bb-9a361d184915 req-0b2d8a54-ec2a-4d31-8050-2286029a85c1 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533216
May 04 18:25:40.044117 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-8f7dad2f-f799-493c-b4b8-cf30d09be7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:40.045615 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-8f7dad2f-f799-493c-b4b8-cf30d09be7d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36f919e1-7ef4-493f-9b57-fd05288bc669&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793481
May 04 18:25:40.280717 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-5f70871d-f338-47c5-af3f-b4244e685419 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2276502
May 04 18:25:40.416437 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3f692b16-cf2f-42bf-af92-5e2cef4918df req-d3acc8da-4de0-4c35-b6d5-d4405a8855b6 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292105
May 04 18:25:40.537580 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78229a0-79ad-49ee-ba71-bd2f42ecc3b1 req-abe7d96a-5895-406f-957f-144e88ebc05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:40.538980 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b78229a0-79ad-49ee-ba71-bd2f42ecc3b1 req-abe7d96a-5895-406f-957f-144e88ebc05f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 1096 time: 0.0749094
May 04 18:25:40.721497 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78229a0-79ad-49ee-ba71-bd2f42ecc3b1 req-64e3e94e-44f8-4156-bd4f-54f5e2454ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:40.723003 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b78229a0-79ad-49ee-ba71-bd2f42ecc3b1 req-64e3e94e-44f8-4156-bd4f-54f5e2454ae7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 913 time: 0.1773198
May 04 18:25:40.749238 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 50248) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:25:40.799374 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b78229a0-79ad-49ee-ba71-bd2f42ecc3b1 req-b796dcc1-35ac-4624-a8ff-1f0e31324a86 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb042c5d-24c1-452a-bbae-e04fee151433 HTTP/1.1" status: 200  len: 217 time: 0.0680480
May 04 18:25:40.865326 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78229a0-79ad-49ee-ba71-bd2f42ecc3b1 req-9bb11621-f516-4b35-8071-9135a62d8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:40.866786 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b78229a0-79ad-49ee-ba71-bd2f42ecc3b1 req-9bb11621-f516-4b35-8071-9135a62d8bac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fca783-ec36-413f-bee2-a3a7d2aac972 HTTP/1.1" status: 200  len: 851 time: 0.0582812
May 04 18:25:40.902443 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-7c2e5104-6eda-4e23-9174-c7b154c5e0ba admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fe455c0b68744e35895de96b6982c984&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1518397
May 04 18:25:40.904916 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 50254) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:25:40.949205 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78229a0-79ad-49ee-ba71-bd2f42ecc3b1 req-37ff2762-89e7-48fb-900f-b30bd596811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:40.950685 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b78229a0-79ad-49ee-ba71-bd2f42ecc3b1 req-37ff2762-89e7-48fb-900f-b30bd596811b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36f919e1-7ef4-493f-9b57-fd05288bc669&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736079
May 04 18:25:40.965366 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b81f145a-0412-4244-9eff-56ab82378a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:40.991563 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b81f145a-0412-4244-9eff-56ab82378a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:41.054976 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b81f145a-0412-4244-9eff-56ab82378a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:41.059259 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-4256afda-c523-49a9-a585-8095dabae7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:41.072810 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f145a-0412-4244-9eff-56ab82378a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac14deac-f72e-433e-903e-f46a7a5acdab,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:41.077310 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b81f145a-0412-4244-9eff-56ab82378a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:41.097790 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b78229a0-79ad-49ee-ba71-bd2f42ecc3b1 req-fbc46d20-ea50-4b2f-8e24-2a53f7866b23 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394444
May 04 18:25:41.142583 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b81f145a-0412-4244-9eff-56ab82378a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:41.146523 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-b81f145a-0412-4244-9eff-56ab82378a9e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ac14deac-f72e-433e-903e-f46a7a5acdab HTTP/1.1" status: 204  len: 168 time: 0.2381322
May 04 18:25:41.177993 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaefd39-30c2-4cd0-967e-805829f69822 req-c249d290-6a61-48a4-8fcb-724eacddd476 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:41.179466 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8aaefd39-30c2-4cd0-967e-805829f69822 req-c249d290-6a61-48a4-8fcb-724eacddd476 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 943 time: 0.0957961
May 04 18:25:41.229472 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-8aaefd39-30c2-4cd0-967e-805829f69822 req-ee7e9b78-1777-4a7c-918f-f93899fe3826 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437012
May 04 18:25:41.236643 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-b78229a0-79ad-49ee-ba71-bd2f42ecc3b1 req-83e69927-80b8-45e5-9366-5b9547e5b44c service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321163
May 04 18:25:42.413048 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fe697-ccfb-4a9f-8506-98c52f1438c4 req-22a1be6e-907c-4321-a306-3b03dfee0db4 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:42.414544 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3a8fe697-ccfb-4a9f-8506-98c52f1438c4 req-22a1be6e-907c-4321-a306-3b03dfee0db4 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 943 time: 0.0784228
May 04 18:25:42.460436 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-3a8fe697-ccfb-4a9f-8506-98c52f1438c4 req-fba716e1-b0a6-48d3-b27a-c0be493b0194 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395541
May 04 18:25:43.645076 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63551ff-7f7e-496d-904b-d59e60c73323 req-d8b49b23-564d-4ccb-ba48-7aef90cda5c6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:43.646677 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e63551ff-7f7e-496d-904b-d59e60c73323 req-d8b49b23-564d-4ccb-ba48-7aef90cda5c6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 943 time: 0.0802548
May 04 18:25:43.698745 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e63551ff-7f7e-496d-904b-d59e60c73323 req-ea467ca5-264b-4ee3-a97c-3c4f18374048 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461576
May 04 18:25:44.888275 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd1a4e-44fe-4f79-ada1-d8ec8a88658b req-388cac5c-0507-40f9-bf4b-83155b80bd47 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:44.889764 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-77bd1a4e-44fe-4f79-ada1-d8ec8a88658b req-388cac5c-0507-40f9-bf4b-83155b80bd47 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 943 time: 0.0857677
May 04 18:25:44.937711 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-77bd1a4e-44fe-4f79-ada1-d8ec8a88658b req-4f51a36f-2794-4c8d-b38d-8fc267f0c8ff tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394511
May 04 18:25:46.128396 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc5f0d-86b0-4fb9-999f-fb0e0d901e04 req-30190b80-d8a1-4c9c-abf6-d6b9b807a767 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:46.130235 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-51dc5f0d-86b0-4fb9-999f-fb0e0d901e04 req-30190b80-d8a1-4c9c-abf6-d6b9b807a767 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 943 time: 0.0831940
May 04 18:25:46.178267 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-51dc5f0d-86b0-4fb9-999f-fb0e0d901e04 req-144e1503-5ef8-4c58-af6d-0cfbc45462af tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413158
May 04 18:25:47.362212 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909c3c6-aad3-4494-9b35-b8db342bed83 req-f50738fa-5894-46a6-b336-3c8ccc243bce tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:47.363627 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0909c3c6-aad3-4494-9b35-b8db342bed83 req-f50738fa-5894-46a6-b336-3c8ccc243bce tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 943 time: 0.0821707
May 04 18:25:47.410695 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-0909c3c6-aad3-4494-9b35-b8db342bed83 req-097250db-465b-4b09-b328-ab4fab795252 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413454
May 04 18:25:47.984165 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device fb042c5d-24c1-452a-bbae-e04fee151433 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 18:25:48.120211 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port fb042c5d-24c1-452a-bbae-e04fee151433, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fb042c5d-24c1-452a-bbae-e04fee151433,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:25:48.139083 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Returning: {'device': 'fb042c5d-24c1-452a-bbae-e04fee151433', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'port_id': 'fb042c5d-24c1-452a-bbae-e04fee151433', 'mac_address': 'fa:16:3e:fd:29:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 18:25:48.198806 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:48.217278 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb042c5d-24c1-452a-bbae-e04fee151433 {{(pid=73829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 18:25:48.234002 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port fb042c5d-24c1-452a-bbae-e04fee151433, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fb042c5d-24c1-452a-bbae-e04fee151433,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:25:48.238065 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:48.239798 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:48.305023 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=fb042c5d-24c1-452a-bbae-e04fee151433,revision_number=4']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:48.312978 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:48.313920 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:48.314231 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:48.314542 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:48.314963 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:48.315300 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:48.315633 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:48.315964 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:48.316296 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:48.316626 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:48.316954 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:48.317279 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:25:48.321272 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:48.462247 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] get_ports_and_sgs() called for port_ids ['fb042c5d-24c1-452a-bbae-e04fee151433'] {{(pid=73829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 18:25:48.604329 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66dc9f-c291-4607-b2ed-45120b7e4f9a req-34095a28-a6a2-44d7-9ce3-89733f7ebf45 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:48.605808 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ed66dc9f-c291-4607-b2ed-45120b7e4f9a req-34095a28-a6a2-44d7-9ce3-89733f7ebf45 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 944 time: 0.0854330
May 04 18:25:48.652117 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-ed66dc9f-c291-4607-b2ed-45120b7e4f9a req-4951e27c-b87e-40f0-9722-f11b3567d1da tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397780
May 04 18:25:49.842543 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384a55e-2815-48f0-8f61-37d1ac08b7bd req-2198a9c6-e6b2-4070-99ab-c9c500a8e1c9 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:49.843999 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f384a55e-2815-48f0-8f61-37d1ac08b7bd req-2198a9c6-e6b2-4070-99ab-c9c500a8e1c9 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 944 time: 0.0851836
May 04 18:25:49.889888 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-f384a55e-2815-48f0-8f61-37d1ac08b7bd req-d43d0542-011d-491b-99e4-629906af1cbe tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400198
May 04 18:25:49.989868 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device fb042c5d-24c1-452a-bbae-e04fee151433 up at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 18:25:50.058727 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning for port fb042c5d-24c1-452a-bbae-e04fee151433 completed by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 18:25:50.064052 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.provisioning_blocks [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Provisioning complete for port fb042c5d-24c1-452a-bbae-e04fee151433 triggered by entity L2. {{(pid=73829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 18:25:50.064451 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134023013'] for port, provisioning_complete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:50.183439 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:50.210499 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4deb0e-973b-4fa0-bc75-ac18462ccc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb042c5d-24c1-452a-bbae-e04fee151433'}] {{(pid=73829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:25:50.220365 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] For port fb042c5d-24c1-452a-bbae-e04fee151433, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fb042c5d-24c1-452a-bbae-e04fee151433,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:25:50.224753 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231'] for port, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:50.226699 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-a190e8fb-8f55-4b68-8c00-121ee6a84166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:50.298395 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Pushing event updated for resources: {'Port': ['ID=fb042c5d-24c1-452a-bbae-e04fee151433,revision_number=5']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:50.301332 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:50.444313 dv-cinder-789603-2-iscsi neutron-server[73829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4deb0e-973b-4fa0-bc75-ac18462ccc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb042c5d-24c1-452a-bbae-e04fee151433', 'code': 200}
May 04 18:25:50.568725 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-c4da4176-b20b-4f1f-9331-9fc5f44dea28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:50.716241 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f31027-4c6d-4717-9e47-d9aadc60d208 req-1c5441fc-05e5-45cb-9933-9c17643de771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:50.717736 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-16f31027-4c6d-4717-9e47-d9aadc60d208 req-1c5441fc-05e5-45cb-9933-9c17643de771 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 1098 time: 0.0721765
May 04 18:25:50.765016 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-16f31027-4c6d-4717-9e47-d9aadc60d208 req-231e18d7-b7c0-4e64-873d-6697a1c163c6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397601
May 04 18:25:51.219496 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40f395-de5c-47a6-87f5-7270b6da4e60 req-e93069e7-639c-43cc-80e4-b0f1f14809e0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:51.221467 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-de40f395-de5c-47a6-87f5-7270b6da4e60 req-e93069e7-639c-43cc-80e4-b0f1f14809e0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 945 time: 0.0819116
May 04 18:25:51.269907 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-de40f395-de5c-47a6-87f5-7270b6da4e60 req-48c97509-a31c-4fdc-a7b1-c220447f5d87 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425923
May 04 18:25:52.458616 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d56818-75fa-4707-a5cd-1dfdd638523f req-23e63330-366a-4d36-98d3-6fb073777498 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:52.460181 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e5d56818-75fa-4707-a5cd-1dfdd638523f req-23e63330-366a-4d36-98d3-6fb073777498 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 945 time: 0.0833805
May 04 18:25:52.508443 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-e5d56818-75fa-4707-a5cd-1dfdd638523f req-5a643d01-091b-4def-b3d1-013c68746eb2 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419288
May 04 18:25:52.795783 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed66a6-ca50-4e33-917f-016b5abd0b1f req-123ab96e-8f55-4f0f-a17c-88dcfe103bb8 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:52.797226 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c6ed66a6-ca50-4e33-917f-016b5abd0b1f req-123ab96e-8f55-4f0f-a17c-88dcfe103bb8 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 945 time: 0.1829937
May 04 18:25:52.841915 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-c6ed66a6-ca50-4e33-917f-016b5abd0b1f req-d51c3674-73cd-4a5e-ba81-919ad6822f9d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388110
May 04 18:25:52.865014 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 50286) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:25:52.916326 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:52.935854 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9b966d-29aa-472b-8b7c-0b1f564f8c79 tempest-TestVolumeBootPattern-1567837766 tempest-TestVolumeBootPattern-1567837766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:52.937356 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-7e9b966d-29aa-472b-8b7c-0b1f564f8c79 tempest-TestVolumeBootPattern-1567837766 tempest-TestVolumeBootPattern-1567837766-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 1093 time: 0.0713367
May 04 18:25:52.940640 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 50290) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:25:52.945776 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.v2.base [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Request body: {'floatingip': {'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'port_id': 'fb042c5d-24c1-452a-bbae-e04fee151433', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=73827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 18:25:52.951723 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 18:25:52.956110 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Usage tracker for resource:floatingip and tenant:948efb75ffcb48c38be4bc5021fc11f2 is out of sync, need to count used quota {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 18:25:52.959148 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=73827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 18:25:52.964943 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.quota.driver [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=73827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 18:25:52.977461 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for floatingip, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:53.120665 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:53.261848 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.db_base_plugin_common [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Allocated IP 172.27.1.162 (59dd31e5-fc69-4865-ac92-82ced2e462b7/8183e183-6c1e-45a5-ad4c-5bf2b73bd732/e79148f1-afb5-48bb-b55f-2f0c1d8b131e) {{(pid=73827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 18:25:53.410714 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for port, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:53.448535 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7e6468ad-0168-4acf-9afd-c68f8597ed58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:53.448932 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748914738908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:53.452924 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-31998729-8578-4d87-864b-484fdf7c9034 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:53.514487 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Network 59dd31e5-fc69-4865-ac92-82ced2e462b7 is already hosted by enough agents. {{(pid=73827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 18:25:53.521677 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.base_scheduler [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Resources bound (agent type, host, resource id):  {{(pid=73827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 18:25:53.525918 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Received port after_create {{(pid=73827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 18:25:53.561906 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event updated for resources: {'Port': ['ID=e79148f1-afb5-48bb-b55f-2f0c1d8b131e,revision_number=1']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:53.570164 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:53.948186 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:54.024680 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134140871'] for port, before_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:54.230322 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for port, precommit_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:54.234707 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748915154077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748914738926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748914739231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2221112'] for port, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:54.238251 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-0500b02b-100f-46ac-b405-482dbd689ad5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:25:54.340824 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event updated for resources: {'Port': ['ID=e79148f1-afb5-48bb-b55f-2f0c1d8b131e,revision_number=2']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:25:54.345973 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:25:54.354764 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926033'] for floatingip, after_update {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:54.632155 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.l3_db [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Floating IP 470fef64-5bb5-4ff3-aca7-975de08b9286 associated. External IP: 172.27.1.162, port: fb042c5d-24c1-452a-bbae-e04fee151433.
May 04 18:25:54.845077 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:54.982868 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Router 65431c32-c9ba-4583-90db-082f12b31c1d has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:25:55.160192 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:25:55.170165 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4fe4f2-3e8e-4629-9e4e-9f376fe07ca6 None None] Sync routers for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:25:55.182568 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:55.184504 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4fe4f2-3e8e-4629-9e4e-9f376fe07ca6 None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:25:55.185332 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-ba4fe4f2-3e8e-4629-9e4e-9f376fe07ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503df111f0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:25:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:25:55.186149 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:25:55.257718 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-71a2cccd-bb4a-4e04-b7db-25bd95c785cb tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3025379
May 04 18:25:55.257718 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4deb0e-973b-4fa0-bc75-ac18462ccc20', 'tag': 'fb042c5d-24c1-452a-bbae-e04fee151433'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:25:55.296669 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4deb0e-973b-4fa0-bc75-ac18462ccc20', 'tag': 'fb042c5d-24c1-452a-bbae-e04fee151433', 'status': 'completed', 'code': 200}
May 04 18:25:55.365815 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-ba4fe4f2-3e8e-4629-9e4e-9f376fe07ca6 None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:25:55.390101 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ace362-a771-4fd7-b38e-011162b31456 req-73c36e02-8c6d-4a8a-82a1-33ecad4587b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:55.392320 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-93ace362-a771-4fd7-b38e-011162b31456 req-73c36e02-8c6d-4a8a-82a1-33ecad4587b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 1098 time: 0.0734212
May 04 18:25:55.530390 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ace362-a771-4fd7-b38e-011162b31456 req-6404c218-728a-4c92-b935-cb5e8cfa600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:55.531811 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-93ace362-a771-4fd7-b38e-011162b31456 req-6404c218-728a-4c92-b935-cb5e8cfa600e service neutron] 10.222.0.64 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 913 time: 0.1330388
May 04 18:25:55.634920 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-93ace362-a771-4fd7-b38e-011162b31456 req-878f03f9-9622-43ef-9b64-f2aefd1d07ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb042c5d-24c1-452a-bbae-e04fee151433 HTTP/1.1" status: 200  len: 999 time: 0.0961604
May 04 18:25:55.695768 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ace362-a771-4fd7-b38e-011162b31456 req-c76400c3-e938-4725-b27b-6c6ce9b6aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:55.697202 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-93ace362-a771-4fd7-b38e-011162b31456 req-c76400c3-e938-4725-b27b-6c6ce9b6aa02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fca783-ec36-413f-bee2-a3a7d2aac972 HTTP/1.1" status: 200  len: 851 time: 0.0564952
May 04 18:25:55.716392 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-ba4fe4f2-3e8e-4629-9e4e-9f376fe07ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503df111f0>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '470fef64-5bb5-4ff3-aca7-975de08b9286', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'port_id': 'fb042c5d-24c1-452a-bbae-e04fee151433', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'mac_address': 'fa:16:3e:fd:29:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4deb0e-973b-4fa0-bc75-ac18462ccc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:25:53Z', 'updated_at': '2021-05-04T18:25:53Z', 'revision_number': 0, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address_scope': None}, {'id': '5afbc2be-2077-4dcd-9986-5ebdb9b18b61', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'port_id': '8bda94ac-c3ae-4a89-a999-934cd83cd100', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'mac_address': 'fa:16:3e:f0:2d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b652f12-68df-413a-8946-aca7ca491f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:23:58Z', 'updated_at': '2021-05-04T18:24:01Z', 'revision_number': 1, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:25:55.720792 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4fe4f2-3e8e-4629-9e4e-9f376fe07ca6 None None] Checking router: 65431c32-c9ba-4583-90db-082f12b31c1d for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:25:55.729027 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4fe4f2-3e8e-4629-9e4e-9f376fe07ca6 None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:25:55.729640 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-ba4fe4f2-3e8e-4629-9e4e-9f376fe07ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503df111f0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:25:53Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:25:55.771907 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ace362-a771-4fd7-b38e-011162b31456 req-ab07cbad-d182-4c5f-83e3-176fbd42b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:25:55.773358 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-93ace362-a771-4fd7-b38e-011162b31456 req-ab07cbad-d182-4c5f-83e3-176fbd42b300 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36f919e1-7ef4-493f-9b57-fd05288bc669&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0701382
May 04 18:25:55.904313 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-93ace362-a771-4fd7-b38e-011162b31456 req-342192e9-8743-44c0-b6a7-e506f3f82843 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241229
May 04 18:25:55.907662 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-ba4fe4f2-3e8e-4629-9e4e-9f376fe07ca6 None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:25:56.036007 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-93ace362-a771-4fd7-b38e-011162b31456 req-6fb62294-445a-421c-9054-6e87a6f5b7dc service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246374
May 04 18:25:56.290838 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-ba4fe4f2-3e8e-4629-9e4e-9f376fe07ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503df111f0>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '470fef64-5bb5-4ff3-aca7-975de08b9286', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'port_id': 'fb042c5d-24c1-452a-bbae-e04fee151433', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'mac_address': 'fa:16:3e:fd:29:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4deb0e-973b-4fa0-bc75-ac18462ccc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:25:53Z', 'updated_at': '2021-05-04T18:25:53Z', 'revision_number': 0, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address_scope': None}, {'id': '5afbc2be-2077-4dcd-9986-5ebdb9b18b61', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'port_id': '8bda94ac-c3ae-4a89-a999-934cd83cd100', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'mac_address': 'fa:16:3e:f0:2d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b652f12-68df-413a-8946-aca7ca491f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:23:58Z', 'updated_at': '2021-05-04T18:24:01Z', 'revision_number': 1, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:25:56.294588 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4fe4f2-3e8e-4629-9e4e-9f376fe07ca6 None None] The sync data for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi is: [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '470fef64-5bb5-4ff3-aca7-975de08b9286', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'port_id': 'fb042c5d-24c1-452a-bbae-e04fee151433', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'mac_address': 'fa:16:3e:fd:29:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4deb0e-973b-4fa0-bc75-ac18462ccc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:25:53Z', 'updated_at': '2021-05-04T18:25:53Z', 'revision_number': 0, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address_scope': None}, {'id': '5afbc2be-2077-4dcd-9986-5ebdb9b18b61', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'port_id': '8bda94ac-c3ae-4a89-a999-934cd83cd100', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'mac_address': 'fa:16:3e:f0:2d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b652f12-68df-413a-8946-aca7ca491f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:23:58Z', 'updated_at': '2021-05-04T18:24:01Z', 'revision_number': 1, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:25:56.628946 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c453854-25cd-49f7-a502-39c84d0d757c None None] New status for floating IP 470fef64-5bb5-4ff3-aca7-975de08b9286: ACTIVE {{(pid=73830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:25:56.866457 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:26:09.329305 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:26:20.572768 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-bd183d1a-fb4d-4088-b54f-a14e2918ab72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:26:22.918685 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:26:23.441360 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-686475d1-b198-47b0-adbb-908701832e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:26:24.848071 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:26:25.175195 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:26:25.207251 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1ba8c16c-d22d-4ff0-979e-36d488a688cd req-00ad9db4-6a26-459c-a727-778e9a2d832e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1758103
May 04 18:26:25.347510 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8c16c-d22d-4ff0-979e-36d488a688cd req-379f10d5-88a6-49bf-838d-f0224aafa4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:26:25.349005 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1ba8c16c-d22d-4ff0-979e-36d488a688cd req-379f10d5-88a6-49bf-838d-f0224aafa4e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 1098 time: 0.0723774
May 04 18:26:25.493875 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8c16c-d22d-4ff0-979e-36d488a688cd req-3457a915-0958-44e5-ab77-cecb42b6ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:26:25.495235 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1ba8c16c-d22d-4ff0-979e-36d488a688cd req-3457a915-0958-44e5-ab77-cecb42b6ad75 service neutron] 10.222.0.64 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 913 time: 0.1265736
May 04 18:26:25.597979 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1ba8c16c-d22d-4ff0-979e-36d488a688cd req-465347cf-3755-467c-8134-4208f2035556 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bda94ac-c3ae-4a89-a999-934cd83cd100 HTTP/1.1" status: 200  len: 1001 time: 0.0952554
May 04 18:26:25.663193 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8c16c-d22d-4ff0-979e-36d488a688cd req-7dfeddbc-515c-457f-99bd-1cf06a26614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:26:25.664580 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1ba8c16c-d22d-4ff0-979e-36d488a688cd req-7dfeddbc-515c-457f-99bd-1cf06a26614b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fca783-ec36-413f-bee2-a3a7d2aac972 HTTP/1.1" status: 200  len: 851 time: 0.0599995
May 04 18:26:25.740571 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8c16c-d22d-4ff0-979e-36d488a688cd req-6a0add0b-e0a6-4949-8951-faeeaa7743fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:26:25.742042 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1ba8c16c-d22d-4ff0-979e-36d488a688cd req-6a0add0b-e0a6-4949-8951-faeeaa7743fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36f919e1-7ef4-493f-9b57-fd05288bc669&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692925
May 04 18:26:25.878781 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1ba8c16c-d22d-4ff0-979e-36d488a688cd req-23f41b50-3752-40d7-82c7-36fda5ae7a5a service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269803
May 04 18:26:26.012769 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1ba8c16c-d22d-4ff0-979e-36d488a688cd req-57458dc2-9cae-4976-9529-58e1fcf7df49 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273565
May 04 18:26:26.868539 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:26:46.327499 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:26:50.574805 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7526cc0e-252d-45aa-9fff-189909419690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:26:52.921358 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:26:53.442813 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-577b960f-2e8d-461c-bc48-608b480da024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:26:54.851352 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:26:55.173683 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:26:56.871046 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:20.578344 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-7d623d20-3287-45be-acca-a3c928cf16ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:22.926026 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:23.326540 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:27:23.444318 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8ee1fa28-e1ff-49b2-b55d-301c46c44069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:24.853825 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:24.947760 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 50318) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:27:25.191472 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:25.214067 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Deleting port e79148f1-afb5-48bb-b55f-2f0c1d8b131e {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:27:25.214411 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:25.330202 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:25.330529 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:25.451157 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Calling delete_port for e79148f1-afb5-48bb-b55f-2f0c1d8b131e owned by network:floatingip {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:27:25.570909 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:25.575230 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-b6137d2b-d22f-4806-bdb6-1473aadd1058 tempest-VolumesActionsTest-510365109 tempest-VolumesActionsTest-510365109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:25.619968 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event deleted for resources: {'Port': ['ID=e79148f1-afb5-48bb-b55f-2f0c1d8b131e,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:25.662512 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:25.662887 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:25.663257 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:25.663618 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:25.663974 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:25.664334 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:25.664682 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:25.665032 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:25.665391 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:25.665766 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:25.666137 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:25.666461 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:25.788585 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:25.814033 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for floatingip, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:25.814362 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.l3_db [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Floating IP 470fef64-5bb5-4ff3-aca7-975de08b9286 disassociated (deleted). External IP: 172.27.1.162, port: fb042c5d-24c1-452a-bbae-e04fee151433.
May 04 18:27:26.217872 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Router 65431c32-c9ba-4583-90db-082f12b31c1d has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:27:26.226627 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d91b72b3-4fd8-42a3-8be4-184508d90b2b req-9b0b52cf-f9ea-4f23-8ce2-0f4af1baad48 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1591637
May 04 18:27:26.457545 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b72b3-4fd8-42a3-8be4-184508d90b2b req-4f99734d-4370-4e04-8a29-91a41771d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:26.459045 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d91b72b3-4fd8-42a3-8be4-184508d90b2b req-4f99734d-4370-4e04-8a29-91a41771d6e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 1098 time: 0.1721270
May 04 18:27:26.461558 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:27:26.471751 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e78581-9805-4646-87fc-0516c1d3274a None None] Sync routers for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:27:26.482897 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:26.483131 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e78581-9805-4646-87fc-0516c1d3274a None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:27:26.483587 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-79e78581-9805-4646-87fc-0516c1d3274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e37daf0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:27:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:26.627301 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-dcf24eb5-9f75-4023-b090-3bc672cc2f69 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "DELETE /v2.0/floatingips/470fef64-5bb5-4ff3-aca7-975de08b9286 HTTP/1.1" status: 204  len: 168 time: 1.6784136
May 04 18:27:26.629957 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4deb0e-973b-4fa0-bc75-ac18462ccc20', 'tag': 'fb042c5d-24c1-452a-bbae-e04fee151433'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:27:26.674127 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-79e78581-9805-4646-87fc-0516c1d3274a None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:27:26.675833 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b72b3-4fd8-42a3-8be4-184508d90b2b req-ad4f83b9-3bb8-4b2e-8cda-a21ff49ce4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:26.677384 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d91b72b3-4fd8-42a3-8be4-184508d90b2b req-ad4f83b9-3bb8-4b2e-8cda-a21ff49ce4d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 913 time: 0.1707160
May 04 18:27:26.741380 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4deb0e-973b-4fa0-bc75-ac18462ccc20', 'tag': 'fb042c5d-24c1-452a-bbae-e04fee151433', 'status': 'completed', 'code': 200}
May 04 18:27:26.749897 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d91b72b3-4fd8-42a3-8be4-184508d90b2b req-519639dd-e7d1-420f-a6a7-50cb320e2499 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb042c5d-24c1-452a-bbae-e04fee151433 HTTP/1.1" status: 200  len: 217 time: 0.0632050
May 04 18:27:26.822467 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b72b3-4fd8-42a3-8be4-184508d90b2b req-780c5809-7298-4f70-80fa-c170846b39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:26.823923 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d91b72b3-4fd8-42a3-8be4-184508d90b2b req-780c5809-7298-4f70-80fa-c170846b39a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fca783-ec36-413f-bee2-a3a7d2aac972 HTTP/1.1" status: 200  len: 851 time: 0.0635285
May 04 18:27:26.910048 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b72b3-4fd8-42a3-8be4-184508d90b2b req-32f305b3-cd53-4c74-a9af-dc23c2dd0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:26.912235 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d91b72b3-4fd8-42a3-8be4-184508d90b2b req-32f305b3-cd53-4c74-a9af-dc23c2dd0b65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36f919e1-7ef4-493f-9b57-fd05288bc669&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814633
May 04 18:27:26.943893 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:27.058215 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-79e78581-9805-4646-87fc-0516c1d3274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e37daf0>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '5afbc2be-2077-4dcd-9986-5ebdb9b18b61', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'port_id': '8bda94ac-c3ae-4a89-a999-934cd83cd100', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'mac_address': 'fa:16:3e:f0:2d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b652f12-68df-413a-8946-aca7ca491f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:23:58Z', 'updated_at': '2021-05-04T18:24:01Z', 'revision_number': 1, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:27.063540 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0aeaa2-389a-4f11-8c28-e0772dcb914f req-d7bf116b-89d3-49af-b54e-68942f19d76e tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:27.064137 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e78581-9805-4646-87fc-0516c1d3274a None None] Checking router: 65431c32-c9ba-4583-90db-082f12b31c1d for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:27:27.065201 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-fb0aeaa2-389a-4f11-8c28-e0772dcb914f req-d7bf116b-89d3-49af-b54e-68942f19d76e tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 945 time: 0.1316741
May 04 18:27:27.065384 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d91b72b3-4fd8-42a3-8be4-184508d90b2b req-5397724c-9f50-48f6-a4c1-e3a430234093 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445210
May 04 18:27:27.075366 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e78581-9805-4646-87fc-0516c1d3274a None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:27:27.076177 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-79e78581-9805-4646-87fc-0516c1d3274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e37daf0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:27:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:27.120234 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-fb0aeaa2-389a-4f11-8c28-e0772dcb914f req-9b4ec0e0-2c0f-4a33-8178-551bbb0a2e2a tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468411
May 04 18:27:27.276420 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-79e78581-9805-4646-87fc-0516c1d3274a None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:27:27.323102 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-d91b72b3-4fd8-42a3-8be4-184508d90b2b req-29502585-510a-4635-b916-2c0acb06a4b8 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2479107
May 04 18:27:27.451389 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b38aa3-4024-4a21-b9ac-917d55e5bed5 req-3870de0b-e7f0-4c7d-9313-36f40c559fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:27.452878 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-25b38aa3-4024-4a21-b9ac-917d55e5bed5 req-3870de0b-e7f0-4c7d-9313-36f40c559fa1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 1098 time: 0.0779457
May 04 18:27:27.588626 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b38aa3-4024-4a21-b9ac-917d55e5bed5 req-42c55aec-96f8-41e0-a25b-394c454c32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:27.590037 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-25b38aa3-4024-4a21-b9ac-917d55e5bed5 req-42c55aec-96f8-41e0-a25b-394c454c32d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 913 time: 0.1301656
May 04 18:27:27.661300 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-25b38aa3-4024-4a21-b9ac-917d55e5bed5 req-bd40c308-9bda-498b-89ea-defbdfb669f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb042c5d-24c1-452a-bbae-e04fee151433 HTTP/1.1" status: 200  len: 217 time: 0.0635488
May 04 18:27:27.688706 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-79e78581-9805-4646-87fc-0516c1d3274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e37daf0>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '5afbc2be-2077-4dcd-9986-5ebdb9b18b61', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'port_id': '8bda94ac-c3ae-4a89-a999-934cd83cd100', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'mac_address': 'fa:16:3e:f0:2d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b652f12-68df-413a-8946-aca7ca491f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:23:58Z', 'updated_at': '2021-05-04T18:24:01Z', 'revision_number': 1, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:27.693259 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e78581-9805-4646-87fc-0516c1d3274a None None] The sync data for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi is: [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_floatingips': [{'id': '5afbc2be-2077-4dcd-9986-5ebdb9b18b61', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'router_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'port_id': '8bda94ac-c3ae-4a89-a999-934cd83cd100', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'mac_address': 'fa:16:3e:f0:2d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b652f12-68df-413a-8946-aca7ca491f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T18:23:58Z', 'updated_at': '2021-05-04T18:24:01Z', 'revision_number': 1, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:27:27.739618 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b38aa3-4024-4a21-b9ac-917d55e5bed5 req-2741c57d-188e-4611-bc19-e3f1083c345a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:27.741170 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-25b38aa3-4024-4a21-b9ac-917d55e5bed5 req-2741c57d-188e-4611-bc19-e3f1083c345a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fca783-ec36-413f-bee2-a3a7d2aac972 HTTP/1.1" status: 200  len: 851 time: 0.0727329
May 04 18:27:27.824184 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b38aa3-4024-4a21-b9ac-917d55e5bed5 req-9d61756d-fea6-4f08-bdff-421a7a7c733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:27.825850 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-25b38aa3-4024-4a21-b9ac-917d55e5bed5 req-9d61756d-fea6-4f08-bdff-421a7a7c733f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36f919e1-7ef4-493f-9b57-fd05288bc669&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765619
May 04 18:27:27.926928 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176500c-a24b-455d-ba95-4247ba06ec7b None None] New status for floating IP 470fef64-5bb5-4ff3-aca7-975de08b9286: DOWN {{(pid=73830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:27:27.969617 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-25b38aa3-4024-4a21-b9ac-917d55e5bed5 req-871ead50-bcc1-4360-a606-ae6ef77e8837 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365507
May 04 18:27:28.125817 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-25b38aa3-4024-4a21-b9ac-917d55e5bed5 req-fc554453-0f76-4682-9041-802c8655f308 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389220
May 04 18:27:28.308571 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2986f6-d0b5-4494-8be8-e4527fe8a274 req-1403eb0e-c3eb-4035-9c48-7e2c026f61db tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:28.309260 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-db2986f6-d0b5-4494-8be8-e4527fe8a274 req-1403eb0e-c3eb-4035-9c48-7e2c026f61db tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Synchronizing usage tracker for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:27:28.326249 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-db2986f6-d0b5-4494-8be8-e4527fe8a274 req-1403eb0e-c3eb-4035-9c48-7e2c026f61db tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Unset dirty status for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:27:28.327444 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-db2986f6-d0b5-4494-8be8-e4527fe8a274 req-1403eb0e-c3eb-4035-9c48-7e2c026f61db tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 945 time: 0.0968332
May 04 18:27:28.378645 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-db2986f6-d0b5-4494-8be8-e4527fe8a274 req-cbe4cd31-f915-4ebb-a6fc-8c601feacc18 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447881
May 04 18:27:28.645510 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aceeba7-a8d8-426a-85a6-393edcd5ff3b req-0332e8c2-247c-475c-8b0b-dd25a482edc9 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:28.647041 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1aceeba7-a8d8-426a-85a6-393edcd5ff3b req-0332e8c2-247c-475c-8b0b-dd25a482edc9 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 945 time: 0.0801191
May 04 18:27:28.787660 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-1aceeba7-a8d8-426a-85a6-393edcd5ff3b req-367a7eec-4bf0-4ab9-af05-fe11478752b0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Deleting port fb042c5d-24c1-452a-bbae-e04fee151433 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:27:28.787996 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1aceeba7-a8d8-426a-85a6-393edcd5ff3b req-367a7eec-4bf0-4ab9-af05-fe11478752b0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:28.922992 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-1aceeba7-a8d8-426a-85a6-393edcd5ff3b req-367a7eec-4bf0-4ab9-af05-fe11478752b0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] For port fb042c5d-24c1-452a-bbae-e04fee151433, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fb042c5d-24c1-452a-bbae-e04fee151433,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:27:28.923352 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1aceeba7-a8d8-426a-85a6-393edcd5ff3b req-367a7eec-4bf0-4ab9-af05-fe11478752b0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:29.048385 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-1aceeba7-a8d8-426a-85a6-393edcd5ff3b req-367a7eec-4bf0-4ab9-af05-fe11478752b0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Calling delete_port for fb042c5d-24c1-452a-bbae-e04fee151433 owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:27:29.164774 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1aceeba7-a8d8-426a-85a6-393edcd5ff3b req-367a7eec-4bf0-4ab9-af05-fe11478752b0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:29.170671 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f568c2a0-0d35-4906-82b2-34a589bf8f6d tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:29.216882 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a7eec-4bf0-4ab9-af05-fe11478752b0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event deleted for resources: {'Port': ['ID=fb042c5d-24c1-452a-bbae-e04fee151433,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:29.219795 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-367a7eec-4bf0-4ab9-af05-fe11478752b0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:29.396214 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aceeba7-a8d8-426a-85a6-393edcd5ff3b req-367a7eec-4bf0-4ab9-af05-fe11478752b0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] No DVR routers for this DVR port fb042c5d-24c1-452a-bbae-e04fee151433 on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:27:29.399010 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-1aceeba7-a8d8-426a-85a6-393edcd5ff3b req-367a7eec-4bf0-4ab9-af05-fe11478752b0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:29.402013 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4deb0e-973b-4fa0-bc75-ac18462ccc20', 'name': 'network-vif-deleted', 'tag': 'fb042c5d-24c1-452a-bbae-e04fee151433'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:27:29.427934 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-1aceeba7-a8d8-426a-85a6-393edcd5ff3b req-367a7eec-4bf0-4ab9-af05-fe11478752b0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.64 "DELETE /v2.0/ports/fb042c5d-24c1-452a-bbae-e04fee151433 HTTP/1.1" status: 204  len: 173 time: 0.7739255
May 04 18:27:29.474553 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4deb0e-973b-4fa0-bc75-ac18462ccc20', 'name': 'network-vif-deleted', 'tag': 'fb042c5d-24c1-452a-bbae-e04fee151433', 'status': 'completed', 'code': 200}
May 04 18:27:29.557942 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-72a41cf3-1ad0-47f2-8858-ce21de47de3e req-abc36100-1ae8-4534-afc5-be2e175fed43 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc4deb0e-973b-4fa0-bc75-ac18462ccc20 HTTP/1.1" status: 200  len: 210 time: 0.0662911
May 04 18:27:32.455518 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device fb042c5d-24c1-452a-bbae-e04fee151433 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:27:32.492118 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: fb042c5d-24c1-452a-bbae-e04fee151433 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:27:32.492471 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device fb042c5d-24c1-452a-bbae-e04fee151433 not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:27:33.077125 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 50348) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:27:33.347951 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd54c3-ea11-46af-843a-e5d01e0eb089 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Deleting port 8e260d94-89aa-4702-a08c-cf66b157ca9e {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:27:33.348180 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4ebd54c3-ea11-46af-843a-e5d01e0eb089 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:33.471695 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4ebd54c3-ea11-46af-843a-e5d01e0eb089 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:33.472023 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4ebd54c3-ea11-46af-843a-e5d01e0eb089 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:33.598344 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd54c3-ea11-46af-843a-e5d01e0eb089 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Calling delete_port for 8e260d94-89aa-4702-a08c-cf66b157ca9e owned by network:floatingip {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:27:33.719255 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4ebd54c3-ea11-46af-843a-e5d01e0eb089 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:33.725904 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-1fafb035-eb2e-4eab-9dad-212bf8ab6895 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:33.773870 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd54c3-ea11-46af-843a-e5d01e0eb089 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event deleted for resources: {'Port': ['ID=8e260d94-89aa-4702-a08c-cf66b157ca9e,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:33.775996 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-4ebd54c3-ea11-46af-843a-e5d01e0eb089 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:33.865525 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4ebd54c3-ea11-46af-843a-e5d01e0eb089 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for floatingip, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:33.865783 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.db.l3_db [None req-4ebd54c3-ea11-46af-843a-e5d01e0eb089 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Floating IP 5afbc2be-2077-4dcd-9986-5ebdb9b18b61 disassociated (deleted). External IP: 172.27.1.150, port: 8bda94ac-c3ae-4a89-a999-934cd83cd100.
May 04 18:27:34.224797 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebd54c3-ea11-46af-843a-e5d01e0eb089 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Router 65431c32-c9ba-4583-90db-082f12b31c1d has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:27:34.401727 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebd54c3-ea11-46af-843a-e5d01e0eb089 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:27:34.412643 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb40ef-675f-42e3-b3c0-babb9f3d93d0 None None] Sync routers for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:27:34.419700 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-4ebd54c3-ea11-46af-843a-e5d01e0eb089 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:34.422966 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb40ef-675f-42e3-b3c0-babb9f3d93d0 None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:27:34.423585 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-3beb40ef-675f-42e3-b3c0-babb9f3d93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e5f68b0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:27:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:34.589475 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-4ebd54c3-ea11-46af-843a-e5d01e0eb089 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "DELETE /v2.0/floatingips/5afbc2be-2077-4dcd-9986-5ebdb9b18b61 HTTP/1.1" status: 204  len: 168 time: 1.5110202
May 04 18:27:34.590074 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b652f12-68df-413a-8946-aca7ca491f8c', 'tag': '8bda94ac-c3ae-4a89-a999-934cd83cd100'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:27:34.617832 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-3beb40ef-675f-42e3-b3c0-babb9f3d93d0 None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:27:34.640136 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b652f12-68df-413a-8946-aca7ca491f8c', 'tag': '8bda94ac-c3ae-4a89-a999-934cd83cd100', 'status': 'completed', 'code': 200}
May 04 18:27:34.741340 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a3431-f46b-4b32-bc5c-372cc15e1d6c req-74404540-05b8-499b-a4fb-70f3d22be3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:34.742877 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-931a3431-f46b-4b32-bc5c-372cc15e1d6c req-74404540-05b8-499b-a4fb-70f3d22be3b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 1098 time: 0.0748711
May 04 18:27:34.888287 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a3431-f46b-4b32-bc5c-372cc15e1d6c req-ed26dbae-ebd8-489b-aaea-fc23cd7a4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:34.889810 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-931a3431-f46b-4b32-bc5c-372cc15e1d6c req-ed26dbae-ebd8-489b-aaea-fc23cd7a4310 service neutron] 10.222.0.64 "GET /v2.0/networks?id=36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 200  len: 913 time: 0.1388717
May 04 18:27:34.948608 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-3beb40ef-675f-42e3-b3c0-babb9f3d93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e5f68b0>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:34.952572 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb40ef-675f-42e3-b3c0-babb9f3d93d0 None None] Checking router: 65431c32-c9ba-4583-90db-082f12b31c1d for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:27:34.961886 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb40ef-675f-42e3-b3c0-babb9f3d93d0 None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:27:34.962507 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-3beb40ef-675f-42e3-b3c0-babb9f3d93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e5f68b0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:27:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:35.004941 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-931a3431-f46b-4b32-bc5c-372cc15e1d6c req-5c48962c-e3e3-49a0-98d7-1e3cff1ce9a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bda94ac-c3ae-4a89-a999-934cd83cd100 HTTP/1.1" status: 200  len: 217 time: 0.1067305
May 04 18:27:35.080700 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a3431-f46b-4b32-bc5c-372cc15e1d6c req-64efd367-0ff2-4a18-816f-57aac52b3a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:35.082931 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-931a3431-f46b-4b32-bc5c-372cc15e1d6c req-64efd367-0ff2-4a18-816f-57aac52b3a6b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fca783-ec36-413f-bee2-a3a7d2aac972 HTTP/1.1" status: 200  len: 851 time: 0.0711689
May 04 18:27:35.132162 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a02e49-8732-4810-a89e-268d3558b0c1 req-16bf273b-d7d5-47b6-903c-145e0b3eb5b6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:35.132878 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-25a02e49-8732-4810-a89e-268d3558b0c1 req-16bf273b-d7d5-47b6-903c-145e0b3eb5b6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Synchronizing usage tracker for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:port {{(pid=73827) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 18:27:35.148456 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-3beb40ef-675f-42e3-b3c0-babb9f3d93d0 None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:27:35.164560 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.quota.resource [req-25a02e49-8732-4810-a89e-268d3558b0c1 req-16bf273b-d7d5-47b6-903c-145e0b3eb5b6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Unset dirty status for tenant:948efb75ffcb48c38be4bc5021fc11f2 on resource:port {{(pid=73827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 18:27:35.165905 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-25a02e49-8732-4810-a89e-268d3558b0c1 req-16bf273b-d7d5-47b6-903c-145e0b3eb5b6 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 945 time: 0.2700820
May 04 18:27:35.222367 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a3431-f46b-4b32-bc5c-372cc15e1d6c req-a46599bd-b42e-4164-9b63-31bcf336d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:35.223865 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-931a3431-f46b-4b32-bc5c-372cc15e1d6c req-a46599bd-b42e-4164-9b63-31bcf336d45f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36f919e1-7ef4-493f-9b57-fd05288bc669&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1330760
May 04 18:27:35.229577 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-25a02e49-8732-4810-a89e-268d3558b0c1 req-07fc00d0-b69d-41ef-be8a-92c265ec902b tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536211
May 04 18:27:35.360816 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-931a3431-f46b-4b32-bc5c-372cc15e1d6c req-9541a6c3-ab57-4469-90fb-8e73b60c9401 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297920
May 04 18:27:35.479284 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-3beb40ef-675f-42e3-b3c0-babb9f3d93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e5f68b0>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:35.484615 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb40ef-675f-42e3-b3c0-babb9f3d93d0 None None] The sync data for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi is: [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:20:22Z', 'revision_number': 4, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi', '_interfaces': [{'id': '8eabc063-f2f4-4f80-8097-804565eba4b7', 'name': '', 'network_id': '36f919e1-7ef4-493f-9b57-fd05288bc669', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'mac_address': 'fa:16:3e:d6:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:21Z', 'updated_at': '2021-05-04T18:20:29Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'subnets': [{'id': '48fca783-ec36-413f-bee2-a3a7d2aac972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:27:35.522033 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-931a3431-f46b-4b32-bc5c-372cc15e1d6c req-306b6c0d-4548-4399-a28f-0a9391499963 service neutron] 10.222.0.64 "GET /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1545064
May 04 18:27:35.701548 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2da5604-4833-4073-b4c0-df64ea88dff0 None None] New status for floating IP 5afbc2be-2077-4dcd-9986-5ebdb9b18b61: DOWN {{(pid=73830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 18:27:36.454048 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8181308-fb91-4e7d-bd2b-66523171dc15 req-70eb6861-65ae-4a7a-bd39-2b956ad6d9c0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:36.455558 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a8181308-fb91-4e7d-bd2b-66523171dc15 req-70eb6861-65ae-4a7a-bd39-2b956ad6d9c0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 945 time: 0.0867326
May 04 18:27:36.520380 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde80996-6e46-49bc-b2a6-b07ef77c8f59 req-43bcd6e0-5909-405a-9456-4ef4a6993311 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 18:27:36.521824 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-fde80996-6e46-49bc-b2a6-b07ef77c8f59 req-43bcd6e0-5909-405a-9456-4ef4a6993311 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 945 time: 0.1809950
May 04 18:27:36.573951 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-fde80996-6e46-49bc-b2a6-b07ef77c8f59 req-ac16fd1a-405e-4c79-957b-68d3493c5240 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/security-groups?id=14d9ce85-d867-4e4a-bb57-c9d155b4d207&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453670
May 04 18:27:36.605128 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-a8181308-fb91-4e7d-bd2b-66523171dc15 req-f5f672ad-ae25-4763-b226-63a4074a3932 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Deleting port 8bda94ac-c3ae-4a89-a999-934cd83cd100 {{(pid=73827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:27:36.605469 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-a8181308-fb91-4e7d-bd2b-66523171dc15 req-f5f672ad-ae25-4763-b226-63a4074a3932 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:36.744346 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.db [req-a8181308-fb91-4e7d-bd2b-66523171dc15 req-f5f672ad-ae25-4763-b226-63a4074a3932 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] For port 8bda94ac-c3ae-4a89-a999-934cd83cd100, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8bda94ac-c3ae-4a89-a999-934cd83cd100,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:27:36.744704 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-a8181308-fb91-4e7d-bd2b-66523171dc15 req-f5f672ad-ae25-4763-b226-63a4074a3932 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:36.873307 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.plugins.ml2.plugin [req-a8181308-fb91-4e7d-bd2b-66523171dc15 req-f5f672ad-ae25-4763-b226-63a4074a3932 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Calling delete_port for 8bda94ac-c3ae-4a89-a999-934cd83cd100 owned by compute:nova {{(pid=73827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:27:36.994976 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-a8181308-fb91-4e7d-bd2b-66523171dc15 req-f5f672ad-ae25-4763-b226-63a4074a3932 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2221071'] for port, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:37.000902 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-22ac99eb-2083-486d-b943-7e572e0909b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:37.047215 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f672ad-ae25-4763-b226-63a4074a3932 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event deleted for resources: {'Port': ['ID=8bda94ac-c3ae-4a89-a999-934cd83cd100,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:37.051649 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-f5f672ad-ae25-4763-b226-63a4074a3932 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:37.233535 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8181308-fb91-4e7d-bd2b-66523171dc15 req-f5f672ad-ae25-4763-b226-63a4074a3932 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] No DVR routers for this DVR port 8bda94ac-c3ae-4a89-a999-934cd83cd100 on host hv-cinder-78960 {{(pid=73827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:27:37.236074 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [req-a8181308-fb91-4e7d-bd2b-66523171dc15 req-f5f672ad-ae25-4763-b226-63a4074a3932 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for port, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:37.239463 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b652f12-68df-413a-8946-aca7ca491f8c', 'name': 'network-vif-deleted', 'tag': '8bda94ac-c3ae-4a89-a999-934cd83cd100'}] {{(pid=73827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 18:27:37.255852 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [req-a8181308-fb91-4e7d-bd2b-66523171dc15 req-f5f672ad-ae25-4763-b226-63a4074a3932 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.64 "DELETE /v2.0/ports/8bda94ac-c3ae-4a89-a999-934cd83cd100 HTTP/1.1" status: 204  len: 173 time: 0.7941570
May 04 18:27:37.290499 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b652f12-68df-413a-8946-aca7ca491f8c', 'name': 'network-vif-deleted', 'tag': '8bda94ac-c3ae-4a89-a999-934cd83cd100', 'status': 'completed', 'code': 200}
May 04 18:27:37.752722 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [req-aea1f4e8-e803-4766-8790-a10096526ba0 req-0f0eb0d9-dc7e-4452-83e4-500e780c54b0 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b652f12-68df-413a-8946-aca7ca491f8c HTTP/1.1" status: 200  len: 210 time: 0.0472496
May 04 18:27:38.849195 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 50366) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:27:39.082312 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Deleting port 40110695-143d-4f02-aaa7-f349b90d99a7 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:27:39.082666 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:39.202996 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:39.203326 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:39.326336 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Calling delete_port for 40110695-143d-4f02-aaa7-f349b90d99a7 owned by network:floatingip {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:27:39.436524 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:39.440305 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-cfb0a063-9b76-44f9-9dc4-e3cc369b6a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:39.488408 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event deleted for resources: {'Port': ['ID=40110695-143d-4f02-aaa7-f349b90d99a7,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:39.529555 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:39.529957 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:39.530328 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:39.530691 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:39.531165 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:39.531409 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:39.531761 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:39.532114 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:39.532466 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:39.532816 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:39.533165 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:39.533509 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:39.561185 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:39.592454 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for floatingip, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:39.606930 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445079'] for floatingip, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:39.608047 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-04e7eaab-a6b9-40e8-9083-cc5da817ca02 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "DELETE /v2.0/floatingips/6f80d83f-1910-40b9-ac59-70b13b1a2610 HTTP/1.1" status: 204  len: 168 time: 0.7578599
May 04 18:27:40.473504 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 8bda94ac-c3ae-4a89-a999-934cd83cd100 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:27:40.556124 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] No Port match for: 8bda94ac-c3ae-4a89-a999-934cd83cd100 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:27:40.556470 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Device 8bda94ac-c3ae-4a89-a999-934cd83cd100 not bound to the agent host hv-cinder-78960 {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:27:40.988468 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [-] (73827) accepted ('10.222.0.67', 50380) {{(pid=73827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:27:41.060920 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8307b8c7-ddbb-4d43-adfb-80af981bc143 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group, before_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:41.092967 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8307b8c7-ddbb-4d43-adfb-80af981bc143 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:41.156333 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8307b8c7-ddbb-4d43-adfb-80af981bc143 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:41.160232 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-e788fee6-6cbc-48eb-8773-bd42018e029c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:41.175892 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307b8c7-ddbb-4d43-adfb-80af981bc143 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d9ce85-d867-4e4a-bb57-c9d155b4d207,revision_number=None']} {{(pid=73827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:41.179002 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG oslo_concurrency.lockutils [None req-8307b8c7-ddbb-4d43-adfb-80af981bc143 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:41.186902 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron_lib.callbacks.manager [None req-8307b8c7-ddbb-4d43-adfb-80af981bc143 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] Notify callbacks [] for security_group, before_response {{(pid=73827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:41.188168 dv-cinder-789603-2-iscsi neutron-server[73827]: INFO neutron.wsgi [None req-8307b8c7-ddbb-4d43-adfb-80af981bc143 tempest-TestVolumeBootPattern-313871574 tempest-TestVolumeBootPattern-313871574-project] 10.222.0.67 "DELETE /v2.0/security-groups/14d9ce85-d867-4e4a-bb57-c9d155b4d207 HTTP/1.1" status: 204  len: 168 time: 0.1984951
May 04 18:27:41.248078 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 50386) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:27:42.074926 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d511c2a2-fd44-4d8b-a419-1013fe105b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924995'] for router_interface, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:42.486823 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-d511c2a2-fd44-4d8b-a419-1013fe105b78 admin admin] Deleting port 8eabc063-f2f4-4f80-8097-804565eba4b7 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:27:42.487539 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d511c2a2-fd44-4d8b-a419-1013fe105b78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:42.610991 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [None req-d511c2a2-fd44-4d8b-a419-1013fe105b78 admin admin] For port 8eabc063-f2f4-4f80-8097-804565eba4b7, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=8eabc063-f2f4-4f80-8097-804565eba4b7,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:27:42.611347 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d511c2a2-fd44-4d8b-a419-1013fe105b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:42.742395 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-d511c2a2-fd44-4d8b-a419-1013fe105b78 admin admin] Calling delete_port for 8eabc063-f2f4-4f80-8097-804565eba4b7 owned by network:router_interface {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:27:42.896200 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d511c2a2-fd44-4d8b-a419-1013fe105b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:42.899982 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-11b694e3-7851-4d1e-8e75-1773be794b0a tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:42.946318 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511c2a2-fd44-4d8b-a419-1013fe105b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eabc063-f2f4-4f80-8097-804565eba4b7,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:42.948839 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-d511c2a2-fd44-4d8b-a419-1013fe105b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:43.226667 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d511c2a2-fd44-4d8b-a419-1013fe105b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927219'] for router_interface, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:43.716816 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d511c2a2-fd44-4d8b-a419-1013fe105b78 admin admin] Router 65431c32-c9ba-4583-90db-082f12b31c1d has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:27:43.907386 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d511c2a2-fd44-4d8b-a419-1013fe105b78 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:27:43.916709 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a0207-7d87-484a-826e-c18b5e2ade81 None None] Sync routers for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:27:43.920359 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-d511c2a2-fd44-4d8b-a419-1013fe105b78 admin admin] 10.222.0.67 "PUT /v2.0/routers/65431c32-c9ba-4583-90db-082f12b31c1d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6711752
May 04 18:27:43.923055 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 50392) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:27:43.928006 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a0207-7d87-484a-826e-c18b5e2ade81 None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:27:43.928639 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-270a0207-7d87-484a-826e-c18b5e2ade81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e0b3940>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:27:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:44.118871 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cbbef0a-7265-454d-b955-dd495765b947 admin admin] Notify callbacks [] for router, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:44.124953 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-270a0207-7d87-484a-826e-c18b5e2ade81 None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:27:44.307113 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cbbef0a-7265-454d-b955-dd495765b947 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:44.382923 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbef0a-7265-454d-b955-dd495765b947 admin admin] Deleting port e0271d73-4fc9-4b47-a92a-955eadace444 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:27:44.383253 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cbbef0a-7265-454d-b955-dd495765b947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:44.436921 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-270a0207-7d87-484a-826e-c18b5e2ade81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e0b3940>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:27:42Z', 'revision_number': 5, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port': {'id': 'e0271d73-4fc9-4b47-a92a-955eadace444', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:16Z', 'updated_at': '2021-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:44.441547 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a0207-7d87-484a-826e-c18b5e2ade81 None None] Checking router: 65431c32-c9ba-4583-90db-082f12b31c1d for host: dv-cinder-789603-2-iscsi {{(pid=73829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:27:44.450158 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a0207-7d87-484a-826e-c18b5e2ade81 None None] Routers {'65431c32-c9ba-4583-90db-082f12b31c1d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:27:44.450961 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-270a0207-7d87-484a-826e-c18b5e2ade81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e0b3940>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:27:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['65431c32-c9ba-4583-90db-082f12b31c1d'], 'active': True} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:44.513819 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [None req-6cbbef0a-7265-454d-b955-dd495765b947 admin admin] For port e0271d73-4fc9-4b47-a92a-955eadace444, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=e0271d73-4fc9-4b47-a92a-955eadace444,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:27:44.514157 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cbbef0a-7265-454d-b955-dd495765b947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:44.635053 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvr_db [None req-270a0207-7d87-484a-826e-c18b5e2ade81 None None] Set router 65431c32-c9ba-4583-90db-082f12b31c1d gateway port host: None {{(pid=73829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:27:44.638750 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbef0a-7265-454d-b955-dd495765b947 admin admin] Calling delete_port for e0271d73-4fc9-4b47-a92a-955eadace444 owned by network:router_gateway {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:27:44.747120 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_hamode_db [None req-270a0207-7d87-484a-826e-c18b5e2ade81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e0b3940>, [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:27:44Z', 'revision_number': 6, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port_host': None}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:44.751177 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a0207-7d87-484a-826e-c18b5e2ade81 None None] The sync data for ids ['65431c32-c9ba-4583-90db-082f12b31c1d'] in dv-cinder-789603-2-iscsi is: [{'id': '65431c32-c9ba-4583-90db-082f12b31c1d', 'name': 'tempest-TestVolumeBootPattern-1142139921-router', 'tenant_id': '948efb75ffcb48c38be4bc5021fc11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:15Z', 'updated_at': '2021-05-04T18:27:44Z', 'revision_number': 6, 'project_id': '948efb75ffcb48c38be4bc5021fc11f2', 'gw_port_host': None}] {{(pid=73829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:27:44.785807 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cbbef0a-7265-454d-b955-dd495765b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:44.789688 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f2e1081a-4f59-4495-b785-d53d4419c0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:44.835132 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbef0a-7265-454d-b955-dd495765b947 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0271d73-4fc9-4b47-a92a-955eadace444,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:44.838075 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-6cbbef0a-7265-454d-b955-dd495765b947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:44.924410 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cbbef0a-7265-454d-b955-dd495765b947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926060'] for router_gateway, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:45.162423 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 8eabc063-f2f4-4f80-8097-804565eba4b7 no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:27:45.198394 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 8eabc063-f2f4-4f80-8097-804565eba4b7 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:27:45.198749 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 8eabc063-f2f4-4f80-8097-804565eba4b7 not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:27:45.215096 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cbbef0a-7265-454d-b955-dd495765b947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39527'] for router, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:45.217347 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cbbef0a-7265-454d-b955-dd495765b947 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:45.241900 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cbbef0a-7265-454d-b955-dd495765b947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925732'] for router, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:45.242681 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbbef0a-7265-454d-b955-dd495765b947 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65431c32-c9ba-4583-90db-082f12b31c1d {{(pid=73828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 18:27:45.255671 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-6cbbef0a-7265-454d-b955-dd495765b947 admin admin] Notify callbacks [] for router, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:45.256797 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-6cbbef0a-7265-454d-b955-dd495765b947 admin admin] 10.222.0.67 "DELETE /v2.0/routers/65431c32-c9ba-4583-90db-082f12b31c1d HTTP/1.1" status: 204  len: 168 time: 1.3327107
May 04 18:27:45.259257 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 50396) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:27:45.321778 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_v2 [None req-e783e019-6b67-4140-821b-0d77f61a46ab admin admin] Deleting subnet 48fca783-ec36-413f-bee2-a3a7d2aac972 {{(pid=73828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 18:27:45.324859 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e783e019-6b67-4140-821b-0d77f61a46ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:45.374408 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e783e019-6b67-4140-821b-0d77f61a46ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1410434'] for subnet, precommit_delete_associations {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:45.459184 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e783e019-6b67-4140-821b-0d77f61a46ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134034807'] for subnet, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:45.722940 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e783e019-6b67-4140-821b-0d77f61a46ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134034814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2286235'] for subnet, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:45.727161 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:45.766424 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783e019-6b67-4140-821b-0d77f61a46ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48fca783-ec36-413f-bee2-a3a7d2aac972,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:45.770674 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-e783e019-6b67-4140-821b-0d77f61a46ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:45.771658 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-e783e019-6b67-4140-821b-0d77f61a46ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:45.778126 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-e783e019-6b67-4140-821b-0d77f61a46ab admin admin] 10.222.0.67 "DELETE /v2.0/subnets/48fca783-ec36-413f-bee2-a3a7d2aac972 HTTP/1.1" status: 204  len: 168 time: 0.5178936
May 04 18:27:45.779509 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ff773-034d-42ab-b350-740afe8727a9 None None] Network 36f919e1-7ef4-493f-9b57-fd05288bc669 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:27:45.780614 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 50400) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:27:45.887666 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134169873'] for network, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:45.961652 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Deleting port d260ffc5-6c91-45fa-9ace-0c939982866b {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:27:45.962014 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:46.055450 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] DHCP port deletion for 36f919e1-7ef4-493f-9b57-fd05288bc669 request from dv-cinder-789603-2-iscsi {{(pid=73829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 04 18:27:46.069960 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] For port d260ffc5-6c91-45fa-9ace-0c939982866b, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=d260ffc5-6c91-45fa-9ace-0c939982866b,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:27:46.070311 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:46.121918 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Deleting port d260ffc5-6c91-45fa-9ace-0c939982866b {{(pid=73829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:27:46.122305 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:46.196145 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Calling delete_port for d260ffc5-6c91-45fa-9ace-0c939982866b owned by network:dhcp {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:27:46.226990 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] For port d260ffc5-6c91-45fa-9ace-0c939982866b, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=d260ffc5-6c91-45fa-9ace-0c939982866b,segment=NetworkSegment(88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a),segment_id=88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:27:46.227619 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:46.247327 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:46.252170 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-0c8b0ab1-59c4-44db-bc47-7c32c0b1cd67 tempest-TestMinimumBasicScenario-173341991 tempest-TestMinimumBasicScenario-173341991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:46.300161 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Pushing event deleted for resources: {'Port': ['ID=d260ffc5-6c91-45fa-9ace-0c939982866b,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:46.303186 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:46.303979 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] No DVR routers for this DVR port d260ffc5-6c91-45fa-9ace-0c939982866b on host dv-cinder-789603-2-iscsi {{(pid=73828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:27:46.397057 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Calling delete_port for d260ffc5-6c91-45fa-9ace-0c939982866b owned by network:dhcp {{(pid=73829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:27:46.422438 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134021354', 'neutron.services.segments.db._delete_segments_for_network-8748915164721'] for network, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:46.440411 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917'] for port, after_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:46.444477 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:46.491666 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] No DVR routers for this DVR port d260ffc5-6c91-45fa-9ace-0c939982866b on host dv-cinder-789603-2-iscsi {{(pid=73829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:27:46.493483 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Pushing event deleted for resources: {'Port': ['ID=d260ffc5-6c91-45fa-9ace-0c939982866b,revision_number=None']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:46.509816 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:46.510543 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:46.511063 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:46.511544 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:46.511878 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:46.513144 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:46.513479 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:46.513999 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:46.514335 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:46.514869 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:46.515681 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:46.516007 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-2-iscsi {{(pid=73829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 18:27:46.522381 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-73bba880-41f1-47bc-a507-7336dce470a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:46.538489 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f503d7e3100>,) {'filters': {'network_id': ['36f919e1-7ef4-493f-9b57-fd05288bc669']}} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:46.653290 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f503d7e3100>, '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a') {'for_net_delete': True} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:46.653581 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f503d7e3100>, '88ea2d3f-e6d6-4b8e-a1b8-993c8d069d4a') {} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:46.666213 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748915175783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1410491'] for segment, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:46.683229 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:46.689545 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=73828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 18:27:46.860243 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Network 36f919e1-7ef4-493f-9b57-fd05288bc669 has no segments {{(pid=73828) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:27:46.872536 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134036002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3087157'] for segment, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:47.045489 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Network 36f919e1-7ef4-493f-9b57-fd05288bc669 has no segments {{(pid=73828) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]: Traceback (most recent call last):
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:     timer()
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:     cb(*args, **kw)
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:     return func(*args, **kwargs)
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:     self._notify()
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:     self.callback(batched_events)
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:     event.method(event)
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:     return f(self, *a, **k)
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self._get(url).json()
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self.request(url, 'GET', **kwargs)
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 18:27:47.067438 dv-cinder-789603-2-iscsi neutron-server[73828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 18:27:47.133437 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device e0271d73-4fc9-4b47-a92a-955eadace444 no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:27:47.151099 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134021365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926019'] for network, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:47.156070 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:47.158872 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-7c9ebe5e-2595-430a-a3ea-4275fea96b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:47.169882 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: e0271d73-4fc9-4b47-a92a-955eadace444 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:27:47.170383 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device e0271d73-4fc9-4b47-a92a-955eadace444 not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:27:47.170959 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device d260ffc5-6c91-45fa-9ace-0c939982866b no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:27:47.184204 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Pushing event deleted for resources: {'Network': ['ID=36f919e1-7ef4-493f-9b57-fd05288bc669,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:47.188370 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:47.204515 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] 10.222.0.67 "DELETE /v2.0/networks/36f919e1-7ef4-493f-9b57-fd05288bc669 HTTP/1.1" status: 204  len: 168 time: 1.4226232
May 04 18:27:47.206034 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: d260ffc5-6c91-45fa-9ace-0c939982866b {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:27:47.206423 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device d260ffc5-6c91-45fa-9ace-0c939982866b not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:27:47.208179 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 50404) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:27:47.771333 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a048-b3c2-4be1-a93c-85d0c71037b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924995'] for router_interface, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:48.339938 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-b7d2a048-b3c2-4be1-a93c-85d0c71037b2 admin admin] Deleting port f92ff615-42e5-4540-8f86-461e124a3c5a {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:27:48.340657 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a048-b3c2-4be1-a93c-85d0c71037b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:48.464583 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [None req-b7d2a048-b3c2-4be1-a93c-85d0c71037b2 admin admin] For port f92ff615-42e5-4540-8f86-461e124a3c5a, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=f92ff615-42e5-4540-8f86-461e124a3c5a,segment=NetworkSegment(dce5ef1d-2e5a-460b-9297-2ee736c02239),segment_id=dce5ef1d-2e5a-460b-9297-2ee736c02239)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:27:48.464934 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a048-b3c2-4be1-a93c-85d0c71037b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:48.592743 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-b7d2a048-b3c2-4be1-a93c-85d0c71037b2 admin admin] Calling delete_port for f92ff615-42e5-4540-8f86-461e124a3c5a owned by network:router_interface {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:27:48.745889 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a048-b3c2-4be1-a93c-85d0c71037b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:48.749738 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-531b3464-05c1-4342-bb7b-cecbed21517f tempest-AttachVolumeShelveTestJSON-1915008184 tempest-AttachVolumeShelveTestJSON-1915008184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:48.794256 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2a048-b3c2-4be1-a93c-85d0c71037b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f92ff615-42e5-4540-8f86-461e124a3c5a,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:48.798307 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-b7d2a048-b3c2-4be1-a93c-85d0c71037b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:49.081177 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a048-b3c2-4be1-a93c-85d0c71037b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927219'] for router_interface, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:49.469751 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d2a048-b3c2-4be1-a93c-85d0c71037b2 admin admin] Router 4f313f25-3e69-474a-8fc4-7da9d3a5549d has already been hosted by L3 agent 2dbad8c1-51fc-46d8-9a16-31bb5e553fe5 {{(pid=73828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 18:27:49.793254 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d2a048-b3c2-4be1-a93c-85d0c71037b2 admin admin] Notify agent at l3_agent.dv-cinder-789603-2-iscsi the message routers_updated {{(pid=73828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 18:27:49.803198 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d978deb6-64e2-436b-b6e5-87c6706d510d None None] Sync routers for ids ['4f313f25-3e69-474a-8fc4-7da9d3a5549d'] in dv-cinder-789603-2-iscsi {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 18:27:49.814715 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-b7d2a048-b3c2-4be1-a93c-85d0c71037b2 admin admin] 10.222.0.67 "PUT /v2.0/routers/4f313f25-3e69-474a-8fc4-7da9d3a5549d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6018050
May 04 18:27:49.814997 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d978deb6-64e2-436b-b6e5-87c6706d510d None None] Routers {'4f313f25-3e69-474a-8fc4-7da9d3a5549d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:27:49.815161 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 50408) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:27:49.815334 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-d978deb6-64e2-436b-b6e5-87c6706d510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e6810d0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:27:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['4f313f25-3e69-474a-8fc4-7da9d3a5549d'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:50.015260 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f2a98597-83d5-415e-ac28-c5ebdf66a33d admin admin] Notify callbacks [] for router, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:50.041272 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-d978deb6-64e2-436b-b6e5-87c6706d510d None None] Set router 4f313f25-3e69-474a-8fc4-7da9d3a5549d gateway port host: dv-cinder-789603-2-iscsi {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:27:50.243938 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f2a98597-83d5-415e-ac28-c5ebdf66a33d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:50.325537 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-f2a98597-83d5-415e-ac28-c5ebdf66a33d admin admin] Deleting port b36a3835-02f5-44ca-9300-dabb17b3098c {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:27:50.325886 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f2a98597-83d5-415e-ac28-c5ebdf66a33d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:50.358469 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-d978deb6-64e2-436b-b6e5-87c6706d510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e6810d0>, [{'id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'name': 'tempest-TestVolumeBootPattern-1699421527-router', 'tenant_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'external_fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'b36a3835-02f5-44ca-9300-dabb17b3098c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:26Z', 'updated_at': '2021-05-04T18:27:48Z', 'revision_number': 5, 'project_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'gw_port': {'id': 'b36a3835-02f5-44ca-9300-dabb17b3098c', 'name': '', 'network_id': '59dd31e5-fc69-4865-ac92-82ced2e462b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T18:20:27Z', 'updated_at': '2021-05-04T18:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8183e183-6c1e-45a5-ad4c-5bf2b73bd732', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-2-iscsi'}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:50.363564 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d978deb6-64e2-436b-b6e5-87c6706d510d None None] Checking router: 4f313f25-3e69-474a-8fc4-7da9d3a5549d for host: dv-cinder-789603-2-iscsi {{(pid=73830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 18:27:50.373219 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d978deb6-64e2-436b-b6e5-87c6706d510d None None] Routers {'4f313f25-3e69-474a-8fc4-7da9d3a5549d'} bound to L3 agent in host dv-cinder-789603-2-iscsi {{(pid=73830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 18:27:50.373877 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-d978deb6-64e2-436b-b6e5-87c6706d510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f503e6810d0>, 'dv-cinder-789603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T18:07:23Z,description=<?>,heartbeat_timestamp=2021-05-04T18:27:23Z,host='dv-cinder-789603-2-iscsi',id=2dbad8c1-51fc-46d8-9a16-31bb5e553fe5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T18:07:23Z,topic='l3_agent')) {'router_ids': ['4f313f25-3e69-474a-8fc4-7da9d3a5549d'], 'active': True} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:50.457160 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [None req-f2a98597-83d5-415e-ac28-c5ebdf66a33d admin admin] For port b36a3835-02f5-44ca-9300-dabb17b3098c, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=b36a3835-02f5-44ca-9300-dabb17b3098c,segment=NetworkSegment(bb8f9a9c-f849-4773-904a-2e8fd6cf93b3),segment_id=bb8f9a9c-f849-4773-904a-2e8fd6cf93b3)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:27:50.457511 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f2a98597-83d5-415e-ac28-c5ebdf66a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:50.529326 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_dvr_db [None req-d978deb6-64e2-436b-b6e5-87c6706d510d None None] Set router 4f313f25-3e69-474a-8fc4-7da9d3a5549d gateway port host: None {{(pid=73830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 18:27:50.585153 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-cd39f4f9-76e3-43f9-866a-67e988443ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:50.592831 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-f2a98597-83d5-415e-ac28-c5ebdf66a33d admin admin] Calling delete_port for b36a3835-02f5-44ca-9300-dabb17b3098c owned by network:router_gateway {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:27:50.637121 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.l3_hamode_db [None req-d978deb6-64e2-436b-b6e5-87c6706d510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f503e6810d0>, [{'id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'name': 'tempest-TestVolumeBootPattern-1699421527-router', 'tenant_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:26Z', 'updated_at': '2021-05-04T18:27:50Z', 'revision_number': 6, 'project_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'gw_port_host': None}], 'dv-cinder-789603-2-iscsi', False) {} {{(pid=73830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:50.642007 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d978deb6-64e2-436b-b6e5-87c6706d510d None None] The sync data for ids ['4f313f25-3e69-474a-8fc4-7da9d3a5549d'] in dv-cinder-789603-2-iscsi is: [{'id': '4f313f25-3e69-474a-8fc4-7da9d3a5549d', 'name': 'tempest-TestVolumeBootPattern-1699421527-router', 'tenant_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T18:20:26Z', 'updated_at': '2021-05-04T18:27:50Z', 'revision_number': 6, 'project_id': 'f9f84f063ca8461e9eb896d71eb649f2', 'gw_port_host': None}] {{(pid=73830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 18:27:50.791532 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f2a98597-83d5-415e-ac28-c5ebdf66a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:50.795471 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-7a983acf-fa6a-4e9b-a46f-c8173c8dc7d5 tempest-AttachVolumeTestJSON-382857768 tempest-AttachVolumeTestJSON-382857768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:50.843281 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a98597-83d5-415e-ac28-c5ebdf66a33d admin admin] Pushing event deleted for resources: {'Port': ['ID=b36a3835-02f5-44ca-9300-dabb17b3098c,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:50.874873 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f2a98597-83d5-415e-ac28-c5ebdf66a33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:50.935951 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f2a98597-83d5-415e-ac28-c5ebdf66a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926060'] for router_gateway, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:51.120369 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f2a98597-83d5-415e-ac28-c5ebdf66a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39527'] for router, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:51.122995 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f2a98597-83d5-415e-ac28-c5ebdf66a33d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:51.150315 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f2a98597-83d5-415e-ac28-c5ebdf66a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925732'] for router, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:51.151191 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a98597-83d5-415e-ac28-c5ebdf66a33d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f313f25-3e69-474a-8fc4-7da9d3a5549d {{(pid=73828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 18:27:51.169040 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f2a98597-83d5-415e-ac28-c5ebdf66a33d admin admin] Notify callbacks [] for router, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:51.170293 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-f2a98597-83d5-415e-ac28-c5ebdf66a33d admin admin] 10.222.0.67 "DELETE /v2.0/routers/4f313f25-3e69-474a-8fc4-7da9d3a5549d HTTP/1.1" status: 204  len: 168 time: 1.3542914
May 04 18:27:51.172887 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 50412) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:27:51.240304 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a029b8-3e1b-4394-a4e0-0d7fc1fa8de0 admin admin] Deleting subnet b24a6921-330c-49cf-b0c5-065d19f33c1e {{(pid=73828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 18:27:51.243800 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c0a029b8-3e1b-4394-a4e0-0d7fc1fa8de0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:51.427048 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c0a029b8-3e1b-4394-a4e0-0d7fc1fa8de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1410434'] for subnet, precommit_delete_associations {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:51.454030 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device f92ff615-42e5-4540-8f86-461e124a3c5a no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:27:51.495653 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: f92ff615-42e5-4540-8f86-461e124a3c5a {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:27:51.496290 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device f92ff615-42e5-4540-8f86-461e124a3c5a not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:27:51.496943 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device b36a3835-02f5-44ca-9300-dabb17b3098c no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:27:51.515923 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c0a029b8-3e1b-4394-a4e0-0d7fc1fa8de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134034807'] for subnet, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:51.543273 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: b36a3835-02f5-44ca-9300-dabb17b3098c {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:27:51.543613 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device b36a3835-02f5-44ca-9300-dabb17b3098c not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:27:51.796955 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c0a029b8-3e1b-4394-a4e0-0d7fc1fa8de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134034814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2286235'] for subnet, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:51.802307 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f0382f4b-a74f-4bdf-a436-933faa254de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:51.839508 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a029b8-3e1b-4394-a4e0-0d7fc1fa8de0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b24a6921-330c-49cf-b0c5-065d19f33c1e,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:51.841960 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-c0a029b8-3e1b-4394-a4e0-0d7fc1fa8de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for subnet, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:51.844751 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-c0a029b8-3e1b-4394-a4e0-0d7fc1fa8de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:51.845675 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06a3a82-a8e6-4712-bb1f-47584ec141b1 None None] Network dc867ec8-2e38-40ea-81a8-a2bc09dd2789 requested from dv-cinder-789603-2-iscsi {{(pid=73829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 18:27:51.853565 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-c0a029b8-3e1b-4394-a4e0-0d7fc1fa8de0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b24a6921-330c-49cf-b0c5-065d19f33c1e HTTP/1.1" status: 204  len: 168 time: 0.6765513
May 04 18:27:51.853883 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 50416) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:27:52.014449 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134169873'] for network, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:52.127055 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd312f3-70ff-4573-9736-899a08e05206 None None] DHCP port deletion for dc867ec8-2e38-40ea-81a8-a2bc09dd2789 request from dv-cinder-789603-2-iscsi {{(pid=73829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 04 18:27:52.144948 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Deleting port 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 {{(pid=73828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:27:52.145298 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:52.216879 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-dbd312f3-70ff-4573-9736-899a08e05206 None None] Deleting port 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 {{(pid=73829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 18:27:52.217548 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-dbd312f3-70ff-4573-9736-899a08e05206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748915152469'] for port, before_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:52.257566 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.db [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] For port 4fdf7034-093c-4cba-8436-9a3ab06cf8f8, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=4fdf7034-093c-4cba-8436-9a3ab06cf8f8,segment=NetworkSegment(dce5ef1d-2e5a-460b-9297-2ee736c02239),segment_id=dce5ef1d-2e5a-460b-9297-2ee736c02239)] {{(pid=73828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:27:52.257867 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:52.345198 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.db [None req-dbd312f3-70ff-4573-9736-899a08e05206 None None] For port 4fdf7034-093c-4cba-8436-9a3ab06cf8f8, host dv-cinder-789603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-2-iscsi',level=0,port_id=4fdf7034-093c-4cba-8436-9a3ab06cf8f8,segment=NetworkSegment(dce5ef1d-2e5a-460b-9297-2ee736c02239),segment_id=dce5ef1d-2e5a-460b-9297-2ee736c02239)] {{(pid=73829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 18:27:52.345594 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-dbd312f3-70ff-4573-9736-899a08e05206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933049'] for port, precommit_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:52.394595 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.plugin [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Calling delete_port for 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 owned by network:dhcp {{(pid=73828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:27:52.449144 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3087206'] for port, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:52.454103 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-a3a1bd36-774b-44db-952a-ac152c1e3187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:52.504415 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fdf7034-093c-4cba-8436-9a3ab06cf8f8,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:52.508573 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:52.509314 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] No DVR routers for this DVR port 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 on host dv-cinder-789603-2-iscsi {{(pid=73828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:27:52.539573 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-dbd312f3-70ff-4573-9736-899a08e05206 None None] Calling delete_port for 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 owned by network:dhcp {{(pid=73829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 18:27:52.616155 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-dbd312f3-70ff-4573-9736-899a08e05206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134140804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748915154086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748914738917'] for port, after_delete {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:52.624204 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:52.632978 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134021354', 'neutron.services.segments.db._delete_segments_for_network-8748915164721'] for network, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:52.712952 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd312f3-70ff-4573-9736-899a08e05206 None None] Pushing event deleted for resources: {'Port': ['ID=4fdf7034-093c-4cba-8436-9a3ab06cf8f8,revision_number=None']} {{(pid=73829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:52.718230 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG oslo_concurrency.lockutils [None req-dbd312f3-70ff-4573-9736-899a08e05206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:52.719627 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd312f3-70ff-4573-9736-899a08e05206 None None] No DVR routers for this DVR port 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 on host dv-cinder-789603-2-iscsi {{(pid=73829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 18:27:52.752352 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f503c9ca550>,) {'filters': {'network_id': ['dc867ec8-2e38-40ea-81a8-a2bc09dd2789']}} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:52.767089 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f503c9ca550>, 'dce5ef1d-2e5a-460b-9297-2ee736c02239') {'for_net_delete': True} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:52.767315 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.services.segments.db [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f503c9ca550>, 'dce5ef1d-2e5a-460b-9297-2ee736c02239') {} {{(pid=73828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 18:27:52.780312 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748915175783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1410491'] for segment, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:52.802931 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134036013'] for segment, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:52.810038 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=73828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 18:27:52.931515 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:52.994582 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Network dc867ec8-2e38-40ea-81a8-a2bc09dd2789 has no segments {{(pid=73828) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:27:53.005068 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134036002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3087157'] for segment, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:53.154163 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 no longer exists at agent ovs-agent-dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 18:27:53.214482 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.plugin [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] No Port match for: 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 {{(pid=73829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 18:27:53.215069 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron.plugins.ml2.rpc [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Device 4fdf7034-093c-4cba-8436-9a3ab06cf8f8 not bound to the agent host dv-cinder-789603-2-iscsi {{(pid=73829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 18:27:53.293127 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.plugins.ml2.managers [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Network dc867ec8-2e38-40ea-81a8-a2bc09dd2789 has no segments {{(pid=73828) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]: Traceback (most recent call last):
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:     timer()
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:     cb(*args, **kw)
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:     return func(*args, **kwargs)
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:     self._notify()
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:     self.callback(batched_events)
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:     event.method(event)
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:     return f(self, *a, **k)
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self._get(url).json()
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:     return self.request(url, 'GET', **kwargs)
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 18:27:53.316551 dv-cinder-789603-2-iscsi neutron-server[73828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 18:27:53.395868 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134021365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926019'] for network, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:53.401573 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533157'] for network, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:53.406117 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:53.438454 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc867ec8-2e38-40ea-81a8-a2bc09dd2789,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:53.441245 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:53.445522 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-78ac44e1-1655-45c2-b69a-a033a6df7432 admin admin] 10.222.0.67 "DELETE /v2.0/networks/dc867ec8-2e38-40ea-81a8-a2bc09dd2789 HTTP/1.1" status: 204  len: 168 time: 1.5890694
May 04 18:27:53.454941 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-832608e9-22a7-4409-ab22-cd789d92c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:53.583337 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 50422) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:27:53.636600 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-f5ba753b-3607-4aed-9c41-3ae91c617ceb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=948efb75ffcb48c38be4bc5021fc11f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511796
May 04 18:27:53.639456 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 50426) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:27:53.700093 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f8e01c02-a774-40bd-9b44-432af69a4a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:53.727283 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f8e01c02-a774-40bd-9b44-432af69a4a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:53.782636 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f8e01c02-a774-40bd-9b44-432af69a4a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:53.786994 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-73328af0-779c-4917-8481-eed77abe5791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:53.802329 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e01c02-a774-40bd-9b44-432af69a4a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba54536a-d479-4305-973d-c1980dcb7a40,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:53.806098 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-f8e01c02-a774-40bd-9b44-432af69a4a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:53.809584 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-f8e01c02-a774-40bd-9b44-432af69a4a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:53.810746 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-f8e01c02-a774-40bd-9b44-432af69a4a18 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ba54536a-d479-4305-973d-c1980dcb7a40 HTTP/1.1" status: 204  len: 168 time: 0.1703808
May 04 18:27:54.200036 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 50434) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:27:54.256059 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-00e2a94d-53c8-45a7-89e3-5818519d1f43 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f9f84f063ca8461e9eb896d71eb649f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0546370
May 04 18:27:54.258434 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.wsgi [-] (73828) accepted ('10.222.0.67', 50438) {{(pid=73828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 18:27:54.324276 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d8048e6e-299b-475c-b84c-0ff5a0ab9556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:54.353220 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d8048e6e-299b-475c-b84c-0ff5a0ab9556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:54.410763 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d8048e6e-299b-475c-b84c-0ff5a0ab9556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559772'] for security_group, after_delete {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:54.415031 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-d36c50e3-164e-4fec-9aeb-97db62c3065e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 18:27:54.429519 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8048e6e-299b-475c-b84c-0ff5a0ab9556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe8036a-5cb9-4459-afd2-7b15498d3e24,revision_number=None']} {{(pid=73828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 18:27:54.432785 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG oslo_concurrency.lockutils [None req-d8048e6e-299b-475c-b84c-0ff5a0ab9556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 18:27:54.435261 dv-cinder-789603-2-iscsi neutron-server[73828]: DEBUG neutron_lib.callbacks.manager [None req-d8048e6e-299b-475c-b84c-0ff5a0ab9556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:54.436963 dv-cinder-789603-2-iscsi neutron-server[73828]: INFO neutron.wsgi [None req-d8048e6e-299b-475c-b84c-0ff5a0ab9556 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7fe8036a-5cb9-4459-afd2-7b15498d3e24 HTTP/1.1" status: 204  len: 168 time: 0.1769669
May 04 18:27:54.858525 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:55.190705 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:27:56.886090 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:28:00.324862 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:28:20.576787 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a6fb138-ef34-4b86-996c-c1f8ffc5bcf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:28:22.927706 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:28:23.446655 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-71f2d9d2-f52b-4ff6-b4ec-8025e5fe8d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:28:24.859075 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:28:25.203839 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:28:26.887156 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:28:37.323118 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:28:50.579557 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-60eba572-ff7b-45e8-b586-6644939f22b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:28:52.930694 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:28:53.451126 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-9f188eca-48d8-4343-92c9-00e911d093dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:28:54.860875 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:28:55.219827 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:28:56.887354 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:29:14.321893 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:29:20.581589 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-bfd353b8-fe97-402e-b291-8e1f51e289e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:29:22.934294 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:29:23.444702 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-ea825a18-e324-4b7e-b5ed-2674b2a5d7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:29:24.864249 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:29:25.234220 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:29:26.890370 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:29:50.585066 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-f7b05731-7734-41c6-a619-1d6d987232ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:29:51.321556 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:29:52.936321 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:29:53.447338 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4c7af4d7-32b1-4210-849e-698d1a959c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:29:54.866478 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:29:55.234777 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:29:56.893779 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:30:20.586781 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-a5510050-3908-4f60-b972-8f5bc55a7bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:30:22.939328 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:30:23.449959 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-046dbb61-f3c9-44b6-9606-7e4da014572d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:30:24.872153 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:30:25.239576 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:30:26.925646 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:30:28.321686 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:30:44.428269 dv-cinder-789603-2-iscsi neutron-server[73827]: DEBUG neutron.wsgi [req-d1235f19-975a-4dce-9116-fd0552e806c9 req-8e709963-588f-4a25-8ff7-3f0cb924c4aa service neutron] (73827) timed out ('10.222.0.64', 63043) {{(pid=73827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 04 18:30:50.589345 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-0fde07c9-e541-4b79-9c5e-12b2bab8dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:30:52.944351 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:30:53.451921 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-d457e5ee-e9fc-44df-bbbe-bf722044960b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:30:54.873872 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:30:55.250837 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:30:56.898975 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:31:05.321523 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:31:20.592591 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-3377884d-92f8-4316-ba5a-c10dcbc32785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:31:22.947037 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:31:23.453401 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-09113278-9243-4aa6-b454-5d0017c96016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:31:24.875261 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:31:25.250235 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:31:26.899780 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:31:42.321156 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:31:50.594284 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-c6a1effd-8828-43f9-b574-3411715a5d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:31:52.948657 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:31:53.455221 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-6bda3562-f4dc-48a3-b075-c298af2ea56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:31:54.878442 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:31:55.248891 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:31:56.904123 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:32:19.320604 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:32:20.595699 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-839e6bd0-bbe5-4187-88f5-2a1fab98b1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:32:22.951822 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:32:23.456276 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-68fc286b-e45e-4b81-a3af-50f206a3b349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:32:24.882044 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:32:25.249483 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:32:26.905607 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:32:50.600117 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-ba708d6f-8a78-4f3e-bc1b-a051d05924a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:32:52.955338 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-8e251e7a-c699-47f3-900c-cb98422e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:32:53.458494 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-1ab0e123-51da-4cce-9a71-7d01f7eb4390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:32:54.885610 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-315cc57a-a2f1-45d9-acc7-d5f76f401654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:32:55.249600 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-5fb7c874-2672-496f-a7f2-400a56fbe134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:32:56.320306 dv-cinder-789603-2-iscsi neutron-server[73830]: DEBUG neutron.db.agents_db [None req-9f949f96-754e-44b5-a418-2a3d2a330b40 None None] Agent healthcheck: found 6 active agents {{(pid=73830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 18:32:56.908597 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-4a730fc3-4a5d-4a6e-8e93-9d130208402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 18:33:20.605137 dv-cinder-789603-2-iscsi neutron-server[73829]: DEBUG neutron_lib.callbacks.manager [None req-ae157e17-5e41-4ba3-b6d9-853beda5a08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748915164703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134022964'] for agent, after_update {{(pid=73829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}